2024-11-14 02:49:54,576 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-11-14 02:49:54,589 main DEBUG Took 0.010751 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-14 02:49:54,590 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-14 02:49:54,590 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-14 02:49:54,591 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-14 02:49:54,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 02:49:54,601 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-14 02:49:54,615 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 02:49:54,617 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 02:49:54,618 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 02:49:54,619 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 02:49:54,619 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 02:49:54,620 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 02:49:54,621 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 02:49:54,621 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 02:49:54,622 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 02:49:54,623 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 02:49:54,624 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 02:49:54,624 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 02:49:54,625 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 02:49:54,625 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 02:49:54,626 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 02:49:54,626 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 02:49:54,627 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 02:49:54,627 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 02:49:54,628 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 02:49:54,628 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 02:49:54,629 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 02:49:54,629 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 02:49:54,630 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 02:49:54,630 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-14 02:49:54,631 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 02:49:54,631 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-14 02:49:54,633 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-14 02:49:54,634 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-14 02:49:54,637 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-14 02:49:54,638 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-14 02:49:54,639 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-14 02:49:54,640 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-14 02:49:54,650 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-14 02:49:54,654 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-14 02:49:54,656 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-14 02:49:54,657 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-14 02:49:54,657 main DEBUG createAppenders(={Console})
2024-11-14 02:49:54,658 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized
2024-11-14 02:49:54,659 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-11-14 02:49:54,659 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK.
2024-11-14 02:49:54,660 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-14 02:49:54,660 main DEBUG OutputStream closed
2024-11-14 02:49:54,660 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-14 02:49:54,661 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-14 02:49:54,661 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK
2024-11-14 02:49:54,754 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-14 02:49:54,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-14 02:49:54,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-14 02:49:54,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-14 02:49:54,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-14 02:49:54,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-14 02:49:54,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-14 02:49:54,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-14 02:49:54,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-14 02:49:54,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-14 02:49:54,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-14 02:49:54,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-14 02:49:54,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-14 02:49:54,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-14 02:49:54,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-14 02:49:54,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-14 02:49:54,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-14 02:49:54,763 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-14 02:49:54,766 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-14 02:49:54,766 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null
2024-11-14 02:49:54,766 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-14 02:49:54,767 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK.
2024-11-14T02:49:54,973 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb
2024-11-14 02:49:54,976 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-14 02:49:54,976 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-14T02:49:54,984 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins
2024-11-14T02:49:55,006 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-14T02:49:55,026 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/cluster_afb49268-fc86-9d4b-cab7-f54589ba5f56, deleteOnExit=true
2024-11-14T02:49:55,026 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-14T02:49:55,028 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/test.cache.data in system properties and HBase conf
2024-11-14T02:49:55,028 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/hadoop.tmp.dir in system properties and HBase conf
2024-11-14T02:49:55,029 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/hadoop.log.dir in system properties and HBase conf
2024-11-14T02:49:55,030 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-14T02:49:55,031 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-14T02:49:55,031 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-14T02:49:55,121 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-14T02:49:55,217 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-14T02:49:55,221 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-14T02:49:55,222 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-14T02:49:55,223 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-14T02:49:55,224 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-14T02:49:55,224 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-14T02:49:55,225 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-14T02:49:55,225 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-14T02:49:55,226 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-14T02:49:55,227 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-14T02:49:55,228 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/nfs.dump.dir in system properties and HBase conf
2024-11-14T02:49:55,228 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/java.io.tmpdir in system properties and HBase conf
2024-11-14T02:49:55,229 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-14T02:49:55,230 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-14T02:49:55,230 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-14T02:49:56,223 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-14T02:49:56,291 INFO  [Time-limited test {}] log.Log(170): Logging initialized @2391ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-14T02:49:56,357 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-14T02:49:56,411 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-14T02:49:56,430 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-14T02:49:56,430 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-14T02:49:56,431 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-14T02:49:56,443 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-14T02:49:56,446 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/hadoop.log.dir/,AVAILABLE}
2024-11-14T02:49:56,447 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-14T02:49:56,615 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/java.io.tmpdir/jetty-localhost-42149-hadoop-hdfs-3_4_1-tests_jar-_-any-15015291741216935325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-14T02:49:56,622 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:42149}
2024-11-14T02:49:56,622 INFO  [Time-limited test {}] server.Server(415): Started @2723ms
2024-11-14T02:49:57,117 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-14T02:49:57,125 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-14T02:49:57,126 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-14T02:49:57,127 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-14T02:49:57,127 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-14T02:49:57,128 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/hadoop.log.dir/,AVAILABLE}
2024-11-14T02:49:57,128 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-14T02:49:57,227 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/java.io.tmpdir/jetty-localhost-39975-hadoop-hdfs-3_4_1-tests_jar-_-any-3831731411975719195/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-14T02:49:57,228 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:39975}
2024-11-14T02:49:57,229 INFO  [Time-limited test {}] server.Server(415): Started @3330ms
2024-11-14T02:49:57,277 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-14T02:49:58,177 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/cluster_afb49268-fc86-9d4b-cab7-f54589ba5f56/data/data2/current/BP-455666680-172.17.0.2-1731552595762/current, will proceed with Du for space computation calculation, 
2024-11-14T02:49:58,177 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/cluster_afb49268-fc86-9d4b-cab7-f54589ba5f56/data/data1/current/BP-455666680-172.17.0.2-1731552595762/current, will proceed with Du for space computation calculation, 
2024-11-14T02:49:58,204 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-14T02:49:58,245 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93a8492d1fc4b82b with lease ID 0x6302ab03ec15d3a8: Processing first storage report for DS-f28239fd-d251-4c99-82ec-f5194781e931 from datanode DatanodeRegistration(127.0.0.1:40785, datanodeUuid=acffd790-49bf-4abb-b5b9-4f33583e8638, infoPort=46765, infoSecurePort=0, ipcPort=32845, storageInfo=lv=-57;cid=testClusterID;nsid=727977895;c=1731552595762)
2024-11-14T02:49:58,246 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93a8492d1fc4b82b with lease ID 0x6302ab03ec15d3a8: from storage DS-f28239fd-d251-4c99-82ec-f5194781e931 node DatanodeRegistration(127.0.0.1:40785, datanodeUuid=acffd790-49bf-4abb-b5b9-4f33583e8638, infoPort=46765, infoSecurePort=0, ipcPort=32845, storageInfo=lv=-57;cid=testClusterID;nsid=727977895;c=1731552595762), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-14T02:49:58,246 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x93a8492d1fc4b82b with lease ID 0x6302ab03ec15d3a8: Processing first storage report for DS-38e51531-f9e0-44b5-b344-7169f4bf26f8 from datanode DatanodeRegistration(127.0.0.1:40785, datanodeUuid=acffd790-49bf-4abb-b5b9-4f33583e8638, infoPort=46765, infoSecurePort=0, ipcPort=32845, storageInfo=lv=-57;cid=testClusterID;nsid=727977895;c=1731552595762)
2024-11-14T02:49:58,247 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x93a8492d1fc4b82b with lease ID 0x6302ab03ec15d3a8: from storage DS-38e51531-f9e0-44b5-b344-7169f4bf26f8 node DatanodeRegistration(127.0.0.1:40785, datanodeUuid=acffd790-49bf-4abb-b5b9-4f33583e8638, infoPort=46765, infoSecurePort=0, ipcPort=32845, storageInfo=lv=-57;cid=testClusterID;nsid=727977895;c=1731552595762), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-14T02:49:58,258 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb
2024-11-14T02:49:58,319 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/cluster_afb49268-fc86-9d4b-cab7-f54589ba5f56/zookeeper_0, clientPort=52980, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/cluster_afb49268-fc86-9d4b-cab7-f54589ba5f56/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/cluster_afb49268-fc86-9d4b-cab7-f54589ba5f56/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-14T02:49:58,328 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52980
2024-11-14T02:49:58,338 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T02:49:58,341 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T02:49:58,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741825_1001 (size=7)
2024-11-14T02:49:58,962 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e with version=8
2024-11-14T02:49:58,962 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/hbase-staging
2024-11-14T02:49:59,042 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-14T02:49:59,255 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/83c5a5c119d5:0 server-side Connection retries=45
2024-11-14T02:49:59,263 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-14T02:49:59,263 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-14T02:49:59,267 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-14T02:49:59,268 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-14T02:49:59,268 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-14T02:49:59,394 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-14T02:49:59,447 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-14T02:49:59,456 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-14T02:49:59,460 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-14T02:49:59,482 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 124694 (auto-detected)
2024-11-14T02:49:59,483 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-14T02:49:59,500 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41973
2024-11-14T02:49:59,519 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41973 connecting to ZooKeeper ensemble=127.0.0.1:52980
2024-11-14T02:49:59,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419730x0, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-14T02:49:59,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41973-0x10138898b080000 connected
2024-11-14T02:49:59,701 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T02:49:59,705 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T02:49:59,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-14T02:49:59,720 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e, hbase.cluster.distributed=false
2024-11-14T02:49:59,740 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-14T02:49:59,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41973
2024-11-14T02:49:59,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41973
2024-11-14T02:49:59,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41973
2024-11-14T02:49:59,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41973
2024-11-14T02:49:59,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41973
2024-11-14T02:49:59,858 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/83c5a5c119d5:0 server-side Connection retries=45
2024-11-14T02:49:59,859 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-14T02:49:59,859 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-14T02:49:59,859 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-14T02:49:59,860 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-14T02:49:59,860 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-14T02:49:59,862 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-14T02:49:59,865 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-14T02:49:59,865 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40161
2024-11-14T02:49:59,867 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40161 connecting to ZooKeeper ensemble=127.0.0.1:52980
2024-11-14T02:49:59,868 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T02:49:59,871 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T02:49:59,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401610x0, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-14T02:49:59,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401610x0, quorum=127.0.0.1:52980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-14T02:49:59,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40161-0x10138898b080001 connected
2024-11-14T02:49:59,886 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-14T02:49:59,894 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-14T02:49:59,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40161-0x10138898b080001, quorum=127.0.0.1:52980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-14T02:49:59,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40161-0x10138898b080001, quorum=127.0.0.1:52980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-14T02:49:59,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40161
2024-11-14T02:49:59,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40161
2024-11-14T02:49:59,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40161
2024-11-14T02:49:59,903 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40161
2024-11-14T02:49:59,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40161
2024-11-14T02:49:59,919 DEBUG [M:0;83c5a5c119d5:41973 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;83c5a5c119d5:41973
2024-11-14T02:49:59,920 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/83c5a5c119d5,41973,1731552599109
2024-11-14T02:49:59,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x10138898b080001, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-14T02:49:59,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-14T02:49:59,933 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/83c5a5c119d5,41973,1731552599109
2024-11-14T02:49:59,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x10138898b080001, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-14T02:49:59,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T02:49:59,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x10138898b080001, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T02:49:59,966 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-14T02:49:59,967 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/83c5a5c119d5,41973,1731552599109 from backup master directory
2024-11-14T02:49:59,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/83c5a5c119d5,41973,1731552599109
2024-11-14T02:49:59,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x10138898b080001, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-14T02:49:59,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-14T02:49:59,974 WARN  [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-14T02:49:59,974 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=83c5a5c119d5,41973,1731552599109
2024-11-14T02:49:59,976 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-14T02:49:59,977 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-14T02:50:00,031 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/hbase.id] with ID: 3e1e8303-52af-4f51-84f3-10fed32d4cfb
2024-11-14T02:50:00,031 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/.tmp/hbase.id
2024-11-14T02:50:00,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741826_1002 (size=42)
2024-11-14T02:50:00,447 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/.tmp/hbase.id]:[hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/hbase.id]
2024-11-14T02:50:00,493 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-14T02:50:00,498 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-14T02:50:00,517 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms.
2024-11-14T02:50:00,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x10138898b080001, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T02:50:00,548 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T02:50:00,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741827_1003 (size=196)
2024-11-14T02:50:00,998 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T02:50:01,001 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-14T02:50:01,015 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:01,019 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T02:50:01,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741828_1004 (size=1189)
2024-11-14T02:50:01,473 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/data/master/store
2024-11-14T02:50:01,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741829_1005 (size=34)
2024-11-14T02:50:01,900 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-14T02:50:01,904 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T02:50:01,905 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-14T02:50:01,905 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T02:50:01,906 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T02:50:01,907 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-14T02:50:01,908 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T02:50:01,908 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T02:50:01,909 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731552601905Disabling compacts and flushes for region at 1731552601905Disabling writes for close at 1731552601908 (+3 ms)Writing region close event to WAL at 1731552601908Closed at 1731552601908
2024-11-14T02:50:01,912 WARN  [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/data/master/store/.initializing
2024-11-14T02:50:01,912 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/WALs/83c5a5c119d5,41973,1731552599109
2024-11-14T02:50:01,921 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-14T02:50:01,937 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C41973%2C1731552599109, suffix=, logDir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/WALs/83c5a5c119d5,41973,1731552599109, archiveDir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/oldWALs, maxLogs=10
2024-11-14T02:50:01,957 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/WALs/83c5a5c119d5,41973,1731552599109/83c5a5c119d5%2C41973%2C1731552599109.1731552601941, exclude list is [], retry=0
2024-11-14T02:50:01,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40785,DS-f28239fd-d251-4c99-82ec-f5194781e931,DISK]
2024-11-14T02:50:01,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-14T02:50:02,005 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/WALs/83c5a5c119d5,41973,1731552599109/83c5a5c119d5%2C41973%2C1731552599109.1731552601941
2024-11-14T02:50:02,006 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46765:46765)]
2024-11-14T02:50:02,006 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-14T02:50:02,006 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T02:50:02,009 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-14T02:50:02,010 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-14T02:50:02,042 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-14T02:50:02,070 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-14T02:50:02,074 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:02,077 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T02:50:02,078 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-14T02:50:02,081 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-14T02:50:02,082 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:02,083 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:50:02,083 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-14T02:50:02,087 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-14T02:50:02,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:02,088 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:50:02,088 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-14T02:50:02,091 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-14T02:50:02,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:02,093 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:50:02,093 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-14T02:50:02,098 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-14T02:50:02,099 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-14T02:50:02,105 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-14T02:50:02,106 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-14T02:50:02,109 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-14T02:50:02,114 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-14T02:50:02,119 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T02:50:02,120 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60508460, jitterRate=-0.09835368394851685}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-14T02:50:02,126 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731552602021Initializing all the Stores at 1731552602023 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552602023Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552602024 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552602024Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552602024Cleaning up temporary data from old regions at 1731552602106 (+82 ms)Region opened successfully at 1731552602126 (+20 ms)
2024-11-14T02:50:02,128 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-14T02:50:02,161 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45186b19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0
2024-11-14T02:50:02,188 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-14T02:50:02,198 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-14T02:50:02,198 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-14T02:50:02,201 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-14T02:50:02,202 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-14T02:50:02,207 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-14T02:50:02,208 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-14T02:50:02,233 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-14T02:50:02,244 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-14T02:50:02,273 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-14T02:50:02,278 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-14T02:50:02,281 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-14T02:50:02,289 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-14T02:50:02,291 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-14T02:50:02,294 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-14T02:50:02,304 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-14T02:50:02,306 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-14T02:50:02,314 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-14T02:50:02,335 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-14T02:50:02,345 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-14T02:50:02,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-14T02:50:02,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x10138898b080001, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-14T02:50:02,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T02:50:02,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x10138898b080001, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T02:50:02,360 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=83c5a5c119d5,41973,1731552599109, sessionid=0x10138898b080000, setting cluster-up flag (Was=false)
2024-11-14T02:50:02,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T02:50:02,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x10138898b080001, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T02:50:02,414 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-14T02:50:02,419 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,41973,1731552599109
2024-11-14T02:50:02,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x10138898b080001, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T02:50:02,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T02:50:02,464 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-14T02:50:02,468 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=83c5a5c119d5,41973,1731552599109
2024-11-14T02:50:02,479 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-14T02:50:02,511 INFO  [RS:0;83c5a5c119d5:40161 {}] regionserver.HRegionServer(746): ClusterId : 3e1e8303-52af-4f51-84f3-10fed32d4cfb
2024-11-14T02:50:02,513 DEBUG [RS:0;83c5a5c119d5:40161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-14T02:50:02,525 DEBUG [RS:0;83c5a5c119d5:40161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-14T02:50:02,525 DEBUG [RS:0;83c5a5c119d5:40161 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-14T02:50:02,533 DEBUG [RS:0;83c5a5c119d5:40161 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-14T02:50:02,534 DEBUG [RS:0;83c5a5c119d5:40161 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a793969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=83c5a5c119d5/172.17.0.2:0
2024-11-14T02:50:02,549 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-14T02:50:02,550 DEBUG [RS:0;83c5a5c119d5:40161 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;83c5a5c119d5:40161
2024-11-14T02:50:02,553 INFO  [RS:0;83c5a5c119d5:40161 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-14T02:50:02,553 INFO  [RS:0;83c5a5c119d5:40161 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-14T02:50:02,553 DEBUG [RS:0;83c5a5c119d5:40161 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-14T02:50:02,556 INFO  [RS:0;83c5a5c119d5:40161 {}] regionserver.HRegionServer(2659): reportForDuty to master=83c5a5c119d5,41973,1731552599109 with port=40161, startcode=1731552599826
2024-11-14T02:50:02,558 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-14T02:50:02,564 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-14T02:50:02,566 DEBUG [RS:0;83c5a5c119d5:40161 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-14T02:50:02,569 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 83c5a5c119d5,41973,1731552599109
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-14T02:50:02,576 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5
2024-11-14T02:50:02,576 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5
2024-11-14T02:50:02,576 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5
2024-11-14T02:50:02,576 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=5, maxPoolSize=5
2024-11-14T02:50:02,576 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/83c5a5c119d5:0, corePoolSize=10, maxPoolSize=10
2024-11-14T02:50:02,577 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1
2024-11-14T02:50:02,577 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2
2024-11-14T02:50:02,577 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1
2024-11-14T02:50:02,581 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731552632581
2024-11-14T02:50:02,582 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-14T02:50:02,583 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-14T02:50:02,584 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-14T02:50:02,585 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-14T02:50:02,588 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-14T02:50:02,588 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-14T02:50:02,589 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-14T02:50:02,589 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-14T02:50:02,590 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:02,590 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-14T02:50:02,591 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-14T02:50:02,595 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-14T02:50:02,596 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-14T02:50:02,597 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-14T02:50:02,600 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-14T02:50:02,601 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-14T02:50:02,601 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-14T02:50:02,603 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552602602,5,FailOnTimeoutGroup]
2024-11-14T02:50:02,604 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552602604,5,FailOnTimeoutGroup]
2024-11-14T02:50:02,604 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-14T02:50:02,605 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-14T02:50:02,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741831_1007 (size=1321)
2024-11-14T02:50:02,606 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-14T02:50:02,607 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-14T02:50:02,608 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41973 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:02,609 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-14T02:50:02,610 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e
2024-11-14T02:50:02,610 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41973 {}] master.ServerManager(517): Registering regionserver=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:02,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741832_1008 (size=32)
2024-11-14T02:50:02,627 DEBUG [RS:0;83c5a5c119d5:40161 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e
2024-11-14T02:50:02,627 DEBUG [RS:0;83c5a5c119d5:40161 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34193
2024-11-14T02:50:02,627 DEBUG [RS:0;83c5a5c119d5:40161 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-14T02:50:02,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-14T02:50:02,640 DEBUG [RS:0;83c5a5c119d5:40161 {}] zookeeper.ZKUtil(111): regionserver:40161-0x10138898b080001, quorum=127.0.0.1:52980, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:02,640 WARN  [RS:0;83c5a5c119d5:40161 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-14T02:50:02,641 INFO  [RS:0;83c5a5c119d5:40161 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T02:50:02,641 DEBUG [RS:0;83c5a5c119d5:40161 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/WALs/83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:02,643 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [83c5a5c119d5,40161,1731552599826]
2024-11-14T02:50:02,665 INFO  [RS:0;83c5a5c119d5:40161 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-14T02:50:02,681 INFO  [RS:0;83c5a5c119d5:40161 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-14T02:50:02,685 INFO  [RS:0;83c5a5c119d5:40161 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-14T02:50:02,686 INFO  [RS:0;83c5a5c119d5:40161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T02:50:02,686 INFO  [RS:0;83c5a5c119d5:40161 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-14T02:50:02,691 INFO  [RS:0;83c5a5c119d5:40161 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-14T02:50:02,692 INFO  [RS:0;83c5a5c119d5:40161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-14T02:50:02,693 DEBUG [RS:0;83c5a5c119d5:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1
2024-11-14T02:50:02,693 DEBUG [RS:0;83c5a5c119d5:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1
2024-11-14T02:50:02,693 DEBUG [RS:0;83c5a5c119d5:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1
2024-11-14T02:50:02,693 DEBUG [RS:0;83c5a5c119d5:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1
2024-11-14T02:50:02,693 DEBUG [RS:0;83c5a5c119d5:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1
2024-11-14T02:50:02,694 DEBUG [RS:0;83c5a5c119d5:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/83c5a5c119d5:0, corePoolSize=2, maxPoolSize=2
2024-11-14T02:50:02,694 DEBUG [RS:0;83c5a5c119d5:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1
2024-11-14T02:50:02,694 DEBUG [RS:0;83c5a5c119d5:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1
2024-11-14T02:50:02,694 DEBUG [RS:0;83c5a5c119d5:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1
2024-11-14T02:50:02,694 DEBUG [RS:0;83c5a5c119d5:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1
2024-11-14T02:50:02,694 DEBUG [RS:0;83c5a5c119d5:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1
2024-11-14T02:50:02,694 DEBUG [RS:0;83c5a5c119d5:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/83c5a5c119d5:0, corePoolSize=1, maxPoolSize=1
2024-11-14T02:50:02,695 DEBUG [RS:0;83c5a5c119d5:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3
2024-11-14T02:50:02,695 DEBUG [RS:0;83c5a5c119d5:40161 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0, corePoolSize=3, maxPoolSize=3
2024-11-14T02:50:02,696 INFO  [RS:0;83c5a5c119d5:40161 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-14T02:50:02,696 INFO  [RS:0;83c5a5c119d5:40161 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-14T02:50:02,696 INFO  [RS:0;83c5a5c119d5:40161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T02:50:02,696 INFO  [RS:0;83c5a5c119d5:40161 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-14T02:50:02,696 INFO  [RS:0;83c5a5c119d5:40161 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-14T02:50:02,696 INFO  [RS:0;83c5a5c119d5:40161 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,40161,1731552599826-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-14T02:50:02,715 INFO  [RS:0;83c5a5c119d5:40161 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-14T02:50:02,717 INFO  [RS:0;83c5a5c119d5:40161 {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,40161,1731552599826-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T02:50:02,717 INFO  [RS:0;83c5a5c119d5:40161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T02:50:02,718 INFO  [RS:0;83c5a5c119d5:40161 {}] regionserver.Replication(171): 83c5a5c119d5,40161,1731552599826 started
2024-11-14T02:50:02,736 INFO  [RS:0;83c5a5c119d5:40161 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T02:50:02,736 INFO  [RS:0;83c5a5c119d5:40161 {}] regionserver.HRegionServer(1482): Serving as 83c5a5c119d5,40161,1731552599826, RpcServer on 83c5a5c119d5/172.17.0.2:40161, sessionid=0x10138898b080001
2024-11-14T02:50:02,737 DEBUG [RS:0;83c5a5c119d5:40161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-14T02:50:02,737 DEBUG [RS:0;83c5a5c119d5:40161 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:02,737 DEBUG [RS:0;83c5a5c119d5:40161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,40161,1731552599826'
2024-11-14T02:50:02,737 DEBUG [RS:0;83c5a5c119d5:40161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-14T02:50:02,738 DEBUG [RS:0;83c5a5c119d5:40161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-14T02:50:02,739 DEBUG [RS:0;83c5a5c119d5:40161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-14T02:50:02,739 DEBUG [RS:0;83c5a5c119d5:40161 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-14T02:50:02,739 DEBUG [RS:0;83c5a5c119d5:40161 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:02,739 DEBUG [RS:0;83c5a5c119d5:40161 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '83c5a5c119d5,40161,1731552599826'
2024-11-14T02:50:02,739 DEBUG [RS:0;83c5a5c119d5:40161 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-14T02:50:02,740 DEBUG [RS:0;83c5a5c119d5:40161 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-14T02:50:02,741 DEBUG [RS:0;83c5a5c119d5:40161 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-14T02:50:02,741 INFO  [RS:0;83c5a5c119d5:40161 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-14T02:50:02,741 INFO  [RS:0;83c5a5c119d5:40161 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-14T02:50:02,848 INFO  [RS:0;83c5a5c119d5:40161 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-14T02:50:02,854 INFO  [RS:0;83c5a5c119d5:40161 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C40161%2C1731552599826, suffix=, logDir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/WALs/83c5a5c119d5,40161,1731552599826, archiveDir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/oldWALs, maxLogs=32
2024-11-14T02:50:02,870 DEBUG [RS:0;83c5a5c119d5:40161 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/WALs/83c5a5c119d5,40161,1731552599826/83c5a5c119d5%2C40161%2C1731552599826.1731552602857, exclude list is [], retry=0
2024-11-14T02:50:02,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40785,DS-f28239fd-d251-4c99-82ec-f5194781e931,DISK]
2024-11-14T02:50:02,878 INFO  [RS:0;83c5a5c119d5:40161 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/WALs/83c5a5c119d5,40161,1731552599826/83c5a5c119d5%2C40161%2C1731552599826.1731552602857
2024-11-14T02:50:02,878 DEBUG [RS:0;83c5a5c119d5:40161 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46765:46765)]
2024-11-14T02:50:03,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T02:50:03,030 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-14T02:50:03,036 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-14T02:50:03,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:03,038 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T02:50:03,038 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-14T02:50:03,041 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-14T02:50:03,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:03,043 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T02:50:03,043 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-14T02:50:03,046 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-14T02:50:03,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:03,047 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T02:50:03,047 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-14T02:50:03,050 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-14T02:50:03,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:03,050 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T02:50:03,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-14T02:50:03,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740
2024-11-14T02:50:03,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740
2024-11-14T02:50:03,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-14T02:50:03,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-14T02:50:03,056 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-14T02:50:03,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-14T02:50:03,062 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T02:50:03,063 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64813219, jitterRate=-0.0342077761888504}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-14T02:50:03,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731552603026Initializing all the Stores at 1731552603029 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552603030 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552603030Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552603030Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552603030Cleaning up temporary data from old regions at 1731552603055 (+25 ms)Region opened successfully at 1731552603065 (+10 ms)
2024-11-14T02:50:03,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-14T02:50:03,065 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-14T02:50:03,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-14T02:50:03,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-14T02:50:03,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-14T02:50:03,067 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-14T02:50:03,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731552603065Disabling compacts and flushes for region at 1731552603065Disabling writes for close at 1731552603066 (+1 ms)Writing region close event to WAL at 1731552603067 (+1 ms)Closed at 1731552603067
2024-11-14T02:50:03,071 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-14T02:50:03,071 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-14T02:50:03,076 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-14T02:50:03,083 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-14T02:50:03,086 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-14T02:50:03,241 DEBUG [83c5a5c119d5:41973 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-14T02:50:03,254 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:03,260 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,40161,1731552599826, state=OPENING
2024-11-14T02:50:03,289 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-14T02:50:03,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T02:50:03,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x10138898b080001, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T02:50:03,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-14T02:50:03,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-14T02:50:03,303 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-14T02:50:03,307 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,40161,1731552599826}]
2024-11-14T02:50:03,487 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-14T02:50:03,490 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-14T02:50:03,500 INFO  [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-14T02:50:03,501 INFO  [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-14T02:50:03,501 INFO  [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-14T02:50:03,505 INFO  [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=83c5a5c119d5%2C40161%2C1731552599826.meta, suffix=.meta, logDir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/WALs/83c5a5c119d5,40161,1731552599826, archiveDir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/oldWALs, maxLogs=32
2024-11-14T02:50:03,519 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/WALs/83c5a5c119d5,40161,1731552599826/83c5a5c119d5%2C40161%2C1731552599826.meta.1731552603506.meta, exclude list is [], retry=0
2024-11-14T02:50:03,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40785,DS-f28239fd-d251-4c99-82ec-f5194781e931,DISK]
2024-11-14T02:50:03,526 INFO  [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/WALs/83c5a5c119d5,40161,1731552599826/83c5a5c119d5%2C40161%2C1731552599826.meta.1731552603506.meta
2024-11-14T02:50:03,526 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46765:46765)]
2024-11-14T02:50:03,527 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-14T02:50:03,528 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-14T02:50:03,530 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-14T02:50:03,534 INFO  [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-14T02:50:03,538 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-14T02:50:03,538 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T02:50:03,539 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-14T02:50:03,539 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-14T02:50:03,542 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-14T02:50:03,543 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-14T02:50:03,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:03,544 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T02:50:03,544 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-14T02:50:03,545 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-14T02:50:03,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:03,546 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T02:50:03,546 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-14T02:50:03,548 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-14T02:50:03,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:03,549 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T02:50:03,549 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-14T02:50:03,550 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-14T02:50:03,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:03,551 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-14T02:50:03,551 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-14T02:50:03,552 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740
2024-11-14T02:50:03,555 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740
2024-11-14T02:50:03,557 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-14T02:50:03,558 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-14T02:50:03,558 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-14T02:50:03,561 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-14T02:50:03,562 INFO  [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60878737, jitterRate=-0.09283612668514252}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-14T02:50:03,563 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-14T02:50:03,564 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731552603539Writing region info on filesystem at 1731552603539Initializing all the Stores at 1731552603541 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552603541Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552603541Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552603541Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731552603541Cleaning up temporary data from old regions at 1731552603558 (+17 ms)Running coprocessor post-open hooks at 1731552603563 (+5 ms)Region opened successfully at 1731552603564 (+1 ms)
2024-11-14T02:50:03,570 INFO  [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731552603476
2024-11-14T02:50:03,580 DEBUG [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-14T02:50:03,580 INFO  [RS_OPEN_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-14T02:50:03,582 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:03,584 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 83c5a5c119d5,40161,1731552599826, state=OPEN
2024-11-14T02:50:03,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-14T02:50:03,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x10138898b080001, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-14T02:50:03,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-14T02:50:03,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-14T02:50:03,638 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:03,644 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-14T02:50:03,644 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=83c5a5c119d5,40161,1731552599826 in 332 msec
2024-11-14T02:50:03,650 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-14T02:50:03,650 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 569 msec
2024-11-14T02:50:03,652 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-14T02:50:03,652 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-14T02:50:03,670 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:50:03,671 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:50:03,689 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:50:03,691 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:50:03,709 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2020 sec
2024-11-14T02:50:03,709 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731552603709, completionTime=-1
2024-11-14T02:50:03,711 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-14T02:50:03,712 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-14T02:50:03,735 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-14T02:50:03,735 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731552663735
2024-11-14T02:50:03,735 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731552723735
2024-11-14T02:50:03,735 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec
2024-11-14T02:50:03,737 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,41973,1731552599109-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-14T02:50:03,738 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,41973,1731552599109-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T02:50:03,738 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,41973,1731552599109-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T02:50:03,739 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-83c5a5c119d5:41973, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T02:50:03,740 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-14T02:50:03,740 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-14T02:50:03,749 DEBUG [master/83c5a5c119d5:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-14T02:50:03,769 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.795sec
2024-11-14T02:50:03,770 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-14T02:50:03,771 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-14T02:50:03,772 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-14T02:50:03,772 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-14T02:50:03,773 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-14T02:50:03,773 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,41973,1731552599109-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-14T02:50:03,774 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,41973,1731552599109-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-14T02:50:03,801 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-14T02:50:03,802 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-14T02:50:03,803 INFO  [master/83c5a5c119d5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=83c5a5c119d5,41973,1731552599109-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-14T02:50:03,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:03,826 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-14T02:50:03,826 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-14T02:50:03,829 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:50:03,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:50:03,839 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:50:03,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:50:03,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:50:03,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775efbc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:03,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:50:03,846 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:50:03,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:03,849 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:50:03,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:03,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:50:03,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:50:03,860 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:50:03,862 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:50:03,880 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=83c5a5c119d5,41973,1731552599109
2024-11-14T02:50:03,890 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=138, ProcessCount=11, AvailableMemoryMB=5992
2024-11-14T02:50:03,898 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-14T02:50:03,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,41973,1731552599109
2024-11-14T02:50:03,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c35b008
2024-11-14T02:50:03,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-14T02:50:03,909 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-14T02:50:03,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-14T02:50:03,915 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T02:50:03,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-14T02:50:03,926 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T02:50:03,928 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 4
2024-11-14T02:50:03,928 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:03,931 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T02:50:03,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-14T02:50:03,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741835_1011 (size=1061)
2024-11-14T02:50:04,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-14T02:50:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-14T02:50:04,352 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e
2024-11-14T02:50:04,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741836_1012 (size=53)
2024-11-14T02:50:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-14T02:50:04,769 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T02:50:04,769 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 914ba898dc65fa1954199dd2c3938ba7, disabling compactions & flushes
2024-11-14T02:50:04,770 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:04,770 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:04,770 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. after waiting 0 ms
2024-11-14T02:50:04,770 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:04,770 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:04,771 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 914ba898dc65fa1954199dd2c3938ba7:
Waiting for close lock at 1731552604769Disabling compacts and flushes for region at 1731552604769Disabling writes for close at 1731552604770 (+1 ms)Writing region close event to WAL at 1731552604770Closed at 1731552604770
2024-11-14T02:50:04,777 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T02:50:04,784 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731552604778"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552604778"}]},"ts":"1731552604778"}
2024-11-14T02:50:04,789 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-14T02:50:04,791 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T02:50:04,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552604791"}]},"ts":"1731552604791"}
2024-11-14T02:50:04,802 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-14T02:50:04,804 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=914ba898dc65fa1954199dd2c3938ba7, ASSIGN}]
2024-11-14T02:50:04,806 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=914ba898dc65fa1954199dd2c3938ba7, ASSIGN
2024-11-14T02:50:04,808 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=914ba898dc65fa1954199dd2c3938ba7, ASSIGN; state=OFFLINE, location=83c5a5c119d5,40161,1731552599826; forceNewPlan=false, retain=false
2024-11-14T02:50:04,960 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=914ba898dc65fa1954199dd2c3938ba7, regionState=OPENING, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:04,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=914ba898dc65fa1954199dd2c3938ba7, ASSIGN because future has completed
2024-11-14T02:50:04,971 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826}]
2024-11-14T02:50:05,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-14T02:50:05,135 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:05,135 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
2024-11-14T02:50:05,136 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:05,136 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T02:50:05,137 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:05,137 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:05,140 INFO  [StoreOpener-914ba898dc65fa1954199dd2c3938ba7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 914ba898dc65fa1954199dd2c3938ba7 
2024-11-14T02:50:05,144 INFO  [StoreOpener-914ba898dc65fa1954199dd2c3938ba7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:50:05,145 INFO  [StoreOpener-914ba898dc65fa1954199dd2c3938ba7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 914ba898dc65fa1954199dd2c3938ba7 columnFamilyName A
2024-11-14T02:50:05,145 DEBUG [StoreOpener-914ba898dc65fa1954199dd2c3938ba7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:05,147 INFO  [StoreOpener-914ba898dc65fa1954199dd2c3938ba7-1 {}] regionserver.HStore(327): Store=914ba898dc65fa1954199dd2c3938ba7/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:50:05,147 INFO  [StoreOpener-914ba898dc65fa1954199dd2c3938ba7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 914ba898dc65fa1954199dd2c3938ba7 
2024-11-14T02:50:05,150 INFO  [StoreOpener-914ba898dc65fa1954199dd2c3938ba7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:50:05,151 INFO  [StoreOpener-914ba898dc65fa1954199dd2c3938ba7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 914ba898dc65fa1954199dd2c3938ba7 columnFamilyName B
2024-11-14T02:50:05,151 DEBUG [StoreOpener-914ba898dc65fa1954199dd2c3938ba7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:05,152 INFO  [StoreOpener-914ba898dc65fa1954199dd2c3938ba7-1 {}] regionserver.HStore(327): Store=914ba898dc65fa1954199dd2c3938ba7/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:50:05,152 INFO  [StoreOpener-914ba898dc65fa1954199dd2c3938ba7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 914ba898dc65fa1954199dd2c3938ba7 
2024-11-14T02:50:05,155 INFO  [StoreOpener-914ba898dc65fa1954199dd2c3938ba7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:50:05,156 INFO  [StoreOpener-914ba898dc65fa1954199dd2c3938ba7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 914ba898dc65fa1954199dd2c3938ba7 columnFamilyName C
2024-11-14T02:50:05,156 DEBUG [StoreOpener-914ba898dc65fa1954199dd2c3938ba7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:05,157 INFO  [StoreOpener-914ba898dc65fa1954199dd2c3938ba7-1 {}] regionserver.HStore(327): Store=914ba898dc65fa1954199dd2c3938ba7/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:50:05,158 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:05,158 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:05,159 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:05,160 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:05,162 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:05,162 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:05,163 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-14T02:50:05,165 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:05,169 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T02:50:05,170 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 914ba898dc65fa1954199dd2c3938ba7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67535484, jitterRate=0.006357133388519287}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-14T02:50:05,170 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:05,171 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 914ba898dc65fa1954199dd2c3938ba7:
Running coprocessor pre-open hook at 1731552605137Writing region info on filesystem at 1731552605137Initializing all the Stores at 1731552605139 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552605139Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552605140 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552605140Cleaning up temporary data from old regions at 1731552605162 (+22 ms)Running coprocessor post-open hooks at 1731552605170 (+8 ms)Region opened successfully at 1731552605171 (+1 ms)
2024-11-14T02:50:05,173 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., pid=6, masterSystemTime=1731552605126
2024-11-14T02:50:05,176 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:05,177 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:05,178 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=914ba898dc65fa1954199dd2c3938ba7, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:05,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826 because future has completed
2024-11-14T02:50:05,188 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-14T02:50:05,189 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826 in 213 msec
2024-11-14T02:50:05,193 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-14T02:50:05,193 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=914ba898dc65fa1954199dd2c3938ba7, ASSIGN in 384 msec
2024-11-14T02:50:05,195 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T02:50:05,195 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552605195"}]},"ts":"1731552605195"}
2024-11-14T02:50:05,198 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-14T02:50:05,200 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T02:50:05,203 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2830 sec
2024-11-14T02:50:06,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-14T02:50:06,100 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:50:06,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:50:06,108 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:50:06,110 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:50:06,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:50:06,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:50:06,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5edd1052, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:50:06,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:50:06,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:06,113 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:50:06,114 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34fab187, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,115 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:50:06,116 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:50:06,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:50:06,119 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:50:06,122 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-14T02:50:06,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,41973,1731552599109
2024-11-14T02:50:06,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14016810
2024-11-14T02:50:06,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-14T02:50:06,128 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-14T02:50:06,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:50:06,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:50:06,134 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:50:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:50:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:50:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2da332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:50:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:50:06,136 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:06,137 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:50:06,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3687d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,140 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:50:06,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:50:06,141 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:50:06,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:50:06,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:50:06,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a183203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:50:06,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:50:06,143 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:06,145 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:50:06,146 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef8cf77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:50:06,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:50:06,149 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:50:06,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:50:06,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:50:06,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f55d533, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:50:06,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:50:06,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:06,153 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:50:06,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc8436a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:50:06,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:50:06,156 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:50:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:50:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:50:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d7efe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:50:06,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:50:06,158 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:06,160 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:50:06,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239622c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:50:06,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:50:06,163 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:50:06,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:50:06,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:50:06,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4331d0d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:50:06,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:50:06,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:06,166 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:50:06,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17daddbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,169 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:50:06,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:50:06,170 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:50:06,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:50:06,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:50:06,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c3ac0b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:50:06,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:50:06,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:06,173 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:50:06,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c90417c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,175 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:50:06,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:50:06,176 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:50:06,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:50:06,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:50:06,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425be669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:50:06,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:50:06,178 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:06,179 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:50:06,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad430e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:50:06,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:50:06,182 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:50:06,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:50:06,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:50:06,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d5a1a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:50:06,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:50:06,184 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:06,185 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:50:06,186 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522fc2db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:50:06,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:50:06,189 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:50:06,189 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:50:06,189 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:50:06,190 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19dd9b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,190 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:50:06,190 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:50:06,190 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:06,191 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:50:06,192 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b52a890, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:06,196 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:50:06,196 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:50:06,196 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:50:06,197 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:50:06,198 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:50:06,198 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:50:06,198 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:50:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:50:06,199 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:50:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:50:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:50:06,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:50:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:50:06,200 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:50:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:50:06,201 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:50:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:50:06,202 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:50:06,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:50:06,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:50:06,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:50:06,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:50:06,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:50:06,202 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:50:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:50:06,204 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:50:06,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:50:06,204 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:50:06,205 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:50:06,205 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:50:06,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:50:06,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:50:06,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:50:06,209 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:50:06,209 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:50:06,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:50:06,209 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:50:06,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:50:06,210 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:50:06,212 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:50:06,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:50:06,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:50:06,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:50:06,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:50:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees
2024-11-14T02:50:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-14T02:50:06,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:50:06,225 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:50:06,227 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:50:06,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:50:06,229 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:50:06,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:06,279 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-14T02:50:06,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:06,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:06,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:06,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:06,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:06,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:06,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-14T02:50:06,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-14T02:50:06,405 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:06,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552666381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:06,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:06,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:06,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552666389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:06,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552666392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:06,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:06,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552666404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:06,426 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:06,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552666414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:06,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:06,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:06,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:06,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/c73d74461da944fbbe40f9b5448cb437 is 50, key is test_row_0/A:col10/1731552606263/Put/seqid=0
2024-11-14T02:50:06,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,446 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:06,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:06,447 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:06,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:06,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:06,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741837_1013 (size=14341)
2024-11-14T02:50:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-14T02:50:06,559 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552666557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:06,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:06,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552666558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:06,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,563 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,564 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:06,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552666559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:06,566 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:06,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552666560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:06,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:06,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:06,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552666567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:06,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:06,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-14T02:50:06,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:06,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:06,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:06,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:06,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:06,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:06,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552666767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:06,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:06,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-14T02:50:06,772 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552666768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:06,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:06,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:06,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:06,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:06,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:06,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:06,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:06,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552666779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:06,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552666779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:06,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:06,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:06,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552666780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:06,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:06,784 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:06,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-14T02:50:06,874 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/c73d74461da944fbbe40f9b5448cb437
2024-11-14T02:50:06,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-14T02:50:06,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:06,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:06,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:06,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:06,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:06,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/ceedbec65158458e94e73c1c6b14d406 is 50, key is test_row_0/B:col10/1731552606263/Put/seqid=0
2024-11-14T02:50:06,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741838_1014 (size=12001)
2024-11-14T02:50:06,999 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/ceedbec65158458e94e73c1c6b14d406
2024-11-14T02:50:07,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/a72fdda42bd64ed9ab18a295119d7df0 is 50, key is test_row_0/C:col10/1731552606263/Put/seqid=0
2024-11-14T02:50:07,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741839_1015 (size=12001)
2024-11-14T02:50:07,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552667077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:07,079 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552667077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:07,079 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:07,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:07,088 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552667087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:07,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:07,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552667087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:07,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-14T02:50:07,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:07,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:07,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:07,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:07,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:07,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:07,099 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552667097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:07,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:07,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-14T02:50:07,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:07,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:07,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:07,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:07,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-14T02:50:07,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-14T02:50:07,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:07,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:07,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:07,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:07,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:07,463 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/a72fdda42bd64ed9ab18a295119d7df0
2024-11-14T02:50:07,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/c73d74461da944fbbe40f9b5448cb437 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/c73d74461da944fbbe40f9b5448cb437
2024-11-14T02:50:07,492 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/c73d74461da944fbbe40f9b5448cb437, entries=200, sequenceid=13, filesize=14.0 K
2024-11-14T02:50:07,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/ceedbec65158458e94e73c1c6b14d406 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/ceedbec65158458e94e73c1c6b14d406
2024-11-14T02:50:07,513 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/ceedbec65158458e94e73c1c6b14d406, entries=150, sequenceid=13, filesize=11.7 K
2024-11-14T02:50:07,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/a72fdda42bd64ed9ab18a295119d7df0 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/a72fdda42bd64ed9ab18a295119d7df0
2024-11-14T02:50:07,530 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/a72fdda42bd64ed9ab18a295119d7df0, entries=150, sequenceid=13, filesize=11.7 K
2024-11-14T02:50:07,543 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 914ba898dc65fa1954199dd2c3938ba7 in 1256ms, sequenceid=13, compaction requested=false
2024-11-14T02:50:07,545 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-14T02:50:07,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:07,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-14T02:50:07,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:07,564 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-14T02:50:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:07,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:07,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:07,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:07,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/eb9ef6b42d2841b69dda2da3aa3893a4 is 50, key is test_row_0/A:col10/1731552606375/Put/seqid=0
2024-11-14T02:50:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:07,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:07,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741840_1016 (size=12001)
2024-11-14T02:50:07,619 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/eb9ef6b42d2841b69dda2da3aa3893a4
2024-11-14T02:50:07,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/bb224f0809cd44adb109f4fe8bf2bef5 is 50, key is test_row_0/B:col10/1731552606375/Put/seqid=0
2024-11-14T02:50:07,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552667664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:07,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:07,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741841_1017 (size=12001)
2024-11-14T02:50:07,690 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/bb224f0809cd44adb109f4fe8bf2bef5
2024-11-14T02:50:07,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/f2aca519e20f4c259a7fa0f2d0519ba5 is 50, key is test_row_0/C:col10/1731552606375/Put/seqid=0
2024-11-14T02:50:07,721 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552667668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:07,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:07,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741842_1018 (size=12001)
2024-11-14T02:50:07,739 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/f2aca519e20f4c259a7fa0f2d0519ba5
2024-11-14T02:50:07,743 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552667677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:07,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:07,745 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552667688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:07,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:07,746 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552667688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:07,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:07,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/eb9ef6b42d2841b69dda2da3aa3893a4 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/eb9ef6b42d2841b69dda2da3aa3893a4
2024-11-14T02:50:07,768 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/eb9ef6b42d2841b69dda2da3aa3893a4, entries=150, sequenceid=33, filesize=11.7 K
2024-11-14T02:50:07,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/bb224f0809cd44adb109f4fe8bf2bef5 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/bb224f0809cd44adb109f4fe8bf2bef5
2024-11-14T02:50:07,792 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/bb224f0809cd44adb109f4fe8bf2bef5, entries=150, sequenceid=33, filesize=11.7 K
2024-11-14T02:50:07,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/f2aca519e20f4c259a7fa0f2d0519ba5 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/f2aca519e20f4c259a7fa0f2d0519ba5
2024-11-14T02:50:07,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552667797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:07,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:07,811 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/f2aca519e20f4c259a7fa0f2d0519ba5, entries=150, sequenceid=33, filesize=11.7 K
2024-11-14T02:50:07,814 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 914ba898dc65fa1954199dd2c3938ba7 in 251ms, sequenceid=33, compaction requested=false
2024-11-14T02:50:07,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:07,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:07,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-14T02:50:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-14T02:50:07,822 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-14T02:50:07,822 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5880 sec
2024-11-14T02:50:07,825 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.6090 sec
2024-11-14T02:50:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:07,848 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-14T02:50:07,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:07,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:07,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:07,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:07,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:07,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:07,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/7d6066a0549d49c999207b8b7ed7cf2d is 50, key is test_row_0/A:col10/1731552607668/Put/seqid=0
2024-11-14T02:50:07,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741843_1019 (size=14341)
2024-11-14T02:50:07,879 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/7d6066a0549d49c999207b8b7ed7cf2d
2024-11-14T02:50:07,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/95be34f051214d43af52f3c118b85dc1 is 50, key is test_row_0/B:col10/1731552607668/Put/seqid=0
2024-11-14T02:50:07,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741844_1020 (size=12001)
2024-11-14T02:50:07,944 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552667936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:07,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,945 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:07,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552667939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:07,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:07,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552667944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:07,953 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:07,953 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552667944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:07,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:07,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:07,955 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:08,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:08,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552668017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:08,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:08,060 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552668057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:08,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552668057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:08,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:08,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552668058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:08,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:08,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:08,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:08,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:08,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552668065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:08,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,067 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,068 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:08,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552668268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:08,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:08,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552668277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:08,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,285 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:08,285 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552668278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:08,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:08,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552668277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:08,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:08,289 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:08,336 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/95be34f051214d43af52f3c118b85dc1
2024-11-14T02:50:08,341 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:08,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552668338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:08,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:08,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/dfbb9ec1520a49acb560ee8152aefa18 is 50, key is test_row_0/C:col10/1731552607668/Put/seqid=0
2024-11-14T02:50:08,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741845_1021 (size=12001)
2024-11-14T02:50:08,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-14T02:50:08,376 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:50:08,377 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:50:08,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees
2024-11-14T02:50:08,382 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:50:08,384 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:50:08,385 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:50:08,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-14T02:50:08,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-14T02:50:08,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-14T02:50:08,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:08,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:08,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:08,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:08,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:08,580 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552668577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:08,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:08,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552668596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:08,602 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:08,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552668597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:08,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:08,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:08,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552668597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:08,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,604 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:08,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:08,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-14T02:50:08,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:08,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:08,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:08,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:08,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:08,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:08,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-14T02:50:08,774 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/dfbb9ec1520a49acb560ee8152aefa18
2024-11-14T02:50:08,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/7d6066a0549d49c999207b8b7ed7cf2d as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/7d6066a0549d49c999207b8b7ed7cf2d
2024-11-14T02:50:08,807 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/7d6066a0549d49c999207b8b7ed7cf2d, entries=200, sequenceid=47, filesize=14.0 K
2024-11-14T02:50:08,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/95be34f051214d43af52f3c118b85dc1 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/95be34f051214d43af52f3c118b85dc1
2024-11-14T02:50:08,828 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/95be34f051214d43af52f3c118b85dc1, entries=150, sequenceid=47, filesize=11.7 K
2024-11-14T02:50:08,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/dfbb9ec1520a49acb560ee8152aefa18 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/dfbb9ec1520a49acb560ee8152aefa18
2024-11-14T02:50:08,850 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/dfbb9ec1520a49acb560ee8152aefa18, entries=150, sequenceid=47, filesize=11.7 K
2024-11-14T02:50:08,853 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 914ba898dc65fa1954199dd2c3938ba7 in 1005ms, sequenceid=47, compaction requested=true
2024-11-14T02:50:08,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:08,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:50:08,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:08,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:50:08,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:08,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:50:08,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:08,858 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-14T02:50:08,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:08,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:08,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:08,860 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:08,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:08,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:08,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:08,865 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:08,865 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:08,869 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/B is initiating minor compaction (all files)
2024-11-14T02:50:08,870 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/B in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:08,870 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/ceedbec65158458e94e73c1c6b14d406, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/bb224f0809cd44adb109f4fe8bf2bef5, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/95be34f051214d43af52f3c118b85dc1] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=35.2 K
2024-11-14T02:50:08,871 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:08,871 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/A is initiating minor compaction (all files)
2024-11-14T02:50:08,871 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/A in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:08,871 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/c73d74461da944fbbe40f9b5448cb437, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/eb9ef6b42d2841b69dda2da3aa3893a4, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/7d6066a0549d49c999207b8b7ed7cf2d] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=39.7 K
2024-11-14T02:50:08,872 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting ceedbec65158458e94e73c1c6b14d406, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731552606221
2024-11-14T02:50:08,873 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting bb224f0809cd44adb109f4fe8bf2bef5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731552606367
2024-11-14T02:50:08,874 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 95be34f051214d43af52f3c118b85dc1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731552607668
2024-11-14T02:50:08,879 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting c73d74461da944fbbe40f9b5448cb437, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731552606221
2024-11-14T02:50:08,880 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb9ef6b42d2841b69dda2da3aa3893a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731552606367
2024-11-14T02:50:08,881 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d6066a0549d49c999207b8b7ed7cf2d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731552607616
2024-11-14T02:50:08,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/515865d425ce41558f2471945c276833 is 50, key is test_row_0/A:col10/1731552607915/Put/seqid=0
2024-11-14T02:50:08,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-14T02:50:08,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:08,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:08,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:08,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:08,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:08,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741846_1022 (size=14341)
2024-11-14T02:50:08,938 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#B#compaction#10 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:08,938 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#A#compaction#11 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:08,939 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/c84ab75684e040b6be2c9a2c1f89b1fb is 50, key is test_row_0/B:col10/1731552607668/Put/seqid=0
2024-11-14T02:50:08,939 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/fddb41923e184efdadd7a583601b8130 is 50, key is test_row_0/A:col10/1731552607668/Put/seqid=0
2024-11-14T02:50:08,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741848_1024 (size=12104)
2024-11-14T02:50:08,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741847_1023 (size=12104)
2024-11-14T02:50:08,976 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/c84ab75684e040b6be2c9a2c1f89b1fb as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/c84ab75684e040b6be2c9a2c1f89b1fb
2024-11-14T02:50:09,008 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/B of 914ba898dc65fa1954199dd2c3938ba7 into c84ab75684e040b6be2c9a2c1f89b1fb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:09,008 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:09,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552669000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:09,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:09,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:09,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:09,013 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/B, priority=13, startTime=1731552608857; duration=0sec
2024-11-14T02:50:09,014 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:09,014 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:B
2024-11-14T02:50:09,014 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-14T02:50:09,017 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:09,018 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/C is initiating minor compaction (all files)
2024-11-14T02:50:09,018 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/C in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:09,018 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/a72fdda42bd64ed9ab18a295119d7df0, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/f2aca519e20f4c259a7fa0f2d0519ba5, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/dfbb9ec1520a49acb560ee8152aefa18] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=35.2 K
2024-11-14T02:50:09,019 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting a72fdda42bd64ed9ab18a295119d7df0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731552606221
2024-11-14T02:50:09,020 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting f2aca519e20f4c259a7fa0f2d0519ba5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1731552606367
2024-11-14T02:50:09,021 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting dfbb9ec1520a49acb560ee8152aefa18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731552607668
2024-11-14T02:50:09,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-14T02:50:09,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:09,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:09,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:09,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:09,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:09,050 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-14T02:50:09,072 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#C#compaction#12 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:09,079 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/52d1b5dbd9cd4adda10b25ee202ce152 is 50, key is test_row_0/C:col10/1731552607668/Put/seqid=0
2024-11-14T02:50:09,097 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552669097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:09,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:09,098 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:09,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:09,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741849_1025 (size=12104)
2024-11-14T02:50:09,112 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552669107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:09,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:09,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:09,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:09,122 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/52d1b5dbd9cd4adda10b25ee202ce152 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/52d1b5dbd9cd4adda10b25ee202ce152
2024-11-14T02:50:09,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552669107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:09,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:09,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:09,126 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:09,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:09,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552669117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:09,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552669117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:09,138 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-14T02:50:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:09,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:09,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:09,141 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/C of 914ba898dc65fa1954199dd2c3938ba7 into 52d1b5dbd9cd4adda10b25ee202ce152(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:09,141 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:09,141 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/C, priority=13, startTime=1731552608858; duration=0sec
2024-11-14T02:50:09,141 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:09,141 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:C
2024-11-14T02:50:09,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-14T02:50:09,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:09,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:09,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:09,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:09,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:09,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:09,337 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/515865d425ce41558f2471945c276833
2024-11-14T02:50:09,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552669346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:09,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:09,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:09,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:09,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/66ea70bf76b748c281bae8e5dd51c76a is 50, key is test_row_0/B:col10/1731552607915/Put/seqid=0
2024-11-14T02:50:09,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-14T02:50:09,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:09,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:09,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:09,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:09,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:09,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:09,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741850_1026 (size=12001)
2024-11-14T02:50:09,373 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/fddb41923e184efdadd7a583601b8130 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/fddb41923e184efdadd7a583601b8130
2024-11-14T02:50:09,375 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/66ea70bf76b748c281bae8e5dd51c76a
2024-11-14T02:50:09,387 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/A of 914ba898dc65fa1954199dd2c3938ba7 into fddb41923e184efdadd7a583601b8130(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:09,387 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:09,387 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/A, priority=13, startTime=1731552608854; duration=0sec
2024-11-14T02:50:09,388 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:09,388 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:A
2024-11-14T02:50:09,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/acddc09f535c45128b135594dcc38db0 is 50, key is test_row_0/C:col10/1731552607915/Put/seqid=0
2024-11-14T02:50:09,432 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741851_1027 (size=12001)
2024-11-14T02:50:09,435 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/acddc09f535c45128b135594dcc38db0
2024-11-14T02:50:09,444 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-14T02:50:09,445 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-14T02:50:09,447 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-14T02:50:09,447 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-14T02:50:09,447 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-14T02:50:09,447 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-14T02:50:09,449 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-14T02:50:09,449 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-14T02:50:09,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/515865d425ce41558f2471945c276833 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/515865d425ce41558f2471945c276833
2024-11-14T02:50:09,468 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/515865d425ce41558f2471945c276833, entries=200, sequenceid=67, filesize=14.0 K
2024-11-14T02:50:09,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/66ea70bf76b748c281bae8e5dd51c76a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/66ea70bf76b748c281bae8e5dd51c76a
2024-11-14T02:50:09,481 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/66ea70bf76b748c281bae8e5dd51c76a, entries=150, sequenceid=67, filesize=11.7 K
2024-11-14T02:50:09,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/acddc09f535c45128b135594dcc38db0 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/acddc09f535c45128b135594dcc38db0
2024-11-14T02:50:09,495 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/acddc09f535c45128b135594dcc38db0, entries=150, sequenceid=67, filesize=11.7 K
2024-11-14T02:50:09,497 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 914ba898dc65fa1954199dd2c3938ba7 in 639ms, sequenceid=67, compaction requested=false
2024-11-14T02:50:09,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:09,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-14T02:50:09,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:09,514 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-14T02:50:09,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:09,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:09,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:09,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:09,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:09,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:09,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/8f96e72f708a487ca7bb0b9057d2a447 is 50, key is test_row_0/A:col10/1731552608996/Put/seqid=0
2024-11-14T02:50:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-14T02:50:09,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741852_1028 (size=12001)
2024-11-14T02:50:09,543 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/8f96e72f708a487ca7bb0b9057d2a447
2024-11-14T02:50:09,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/ebf1c1cd6bf34d44bae1a9f043ed6ae1 is 50, key is test_row_0/B:col10/1731552608996/Put/seqid=0
2024-11-14T02:50:09,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741853_1029 (size=12001)
2024-11-14T02:50:09,591 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/ebf1c1cd6bf34d44bae1a9f043ed6ae1
2024-11-14T02:50:09,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/0be05e31988f4346b406bd07c94bfb2e is 50, key is test_row_0/C:col10/1731552608996/Put/seqid=0
2024-11-14T02:50:09,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741854_1030 (size=12001)
2024-11-14T02:50:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:09,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:09,775 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552669772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:09,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:09,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:09,778 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:09,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552669886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:09,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:09,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:09,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,035 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/0be05e31988f4346b406bd07c94bfb2e
2024-11-14T02:50:10,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/8f96e72f708a487ca7bb0b9057d2a447 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/8f96e72f708a487ca7bb0b9057d2a447
2024-11-14T02:50:10,059 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/8f96e72f708a487ca7bb0b9057d2a447, entries=150, sequenceid=82, filesize=11.7 K
2024-11-14T02:50:10,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/ebf1c1cd6bf34d44bae1a9f043ed6ae1 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/ebf1c1cd6bf34d44bae1a9f043ed6ae1
2024-11-14T02:50:10,072 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/ebf1c1cd6bf34d44bae1a9f043ed6ae1, entries=150, sequenceid=82, filesize=11.7 K
2024-11-14T02:50:10,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/0be05e31988f4346b406bd07c94bfb2e as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/0be05e31988f4346b406bd07c94bfb2e
2024-11-14T02:50:10,095 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/0be05e31988f4346b406bd07c94bfb2e, entries=150, sequenceid=82, filesize=11.7 K
2024-11-14T02:50:10,098 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 914ba898dc65fa1954199dd2c3938ba7 in 583ms, sequenceid=82, compaction requested=true
2024-11-14T02:50:10,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:10,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:10,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10
2024-11-14T02:50:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=10
2024-11-14T02:50:10,105 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-14T02:50:10,105 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7150 sec
2024-11-14T02:50:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:10,113 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-14T02:50:10,115 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.7350 sec
2024-11-14T02:50:10,116 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731552609757, max timestamp=1731552610102Num uniques 859; 
2024-11-14T02:50:10,117 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-14T02:50:10,120 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:10,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:10,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:10,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:10,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:10,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:10,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/4688f37dce5e4146bd037bb8b85bd6c1 is 50, key is test_row_0/A:col10/1731552609760/Put/seqid=0
2024-11-14T02:50:10,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741855_1031 (size=12001)
2024-11-14T02:50:10,150 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/4688f37dce5e4146bd037bb8b85bd6c1
2024-11-14T02:50:10,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/2d1c9e81e830436a86ca0f06f3fc6a00 is 50, key is test_row_0/B:col10/1731552609760/Put/seqid=0
2024-11-14T02:50:10,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552670163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552670166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552670168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552670168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552670171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741856_1032 (size=12001)
2024-11-14T02:50:10,198 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/2d1c9e81e830436a86ca0f06f3fc6a00
2024-11-14T02:50:10,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/713a0c3fd3984145a5f45564b5940bbf is 50, key is test_row_0/C:col10/1731552609760/Put/seqid=0
2024-11-14T02:50:10,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741857_1033 (size=12001)
2024-11-14T02:50:10,242 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/713a0c3fd3984145a5f45564b5940bbf
2024-11-14T02:50:10,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/4688f37dce5e4146bd037bb8b85bd6c1 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/4688f37dce5e4146bd037bb8b85bd6c1
2024-11-14T02:50:10,272 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/4688f37dce5e4146bd037bb8b85bd6c1, entries=150, sequenceid=104, filesize=11.7 K
2024-11-14T02:50:10,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/2d1c9e81e830436a86ca0f06f3fc6a00 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/2d1c9e81e830436a86ca0f06f3fc6a00
2024-11-14T02:50:10,285 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/2d1c9e81e830436a86ca0f06f3fc6a00, entries=150, sequenceid=104, filesize=11.7 K
2024-11-14T02:50:10,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/713a0c3fd3984145a5f45564b5940bbf as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/713a0c3fd3984145a5f45564b5940bbf
2024-11-14T02:50:10,290 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552670286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552670286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,293 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,294 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552670287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,294 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552670287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552670287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,306 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/713a0c3fd3984145a5f45564b5940bbf, entries=150, sequenceid=104, filesize=11.7 K
2024-11-14T02:50:10,309 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~96.16 KB/98470, heapSize ~281.98 KB/288752, currentSize=80.51 KB/82440 for 914ba898dc65fa1954199dd2c3938ba7 in 195ms, sequenceid=104, compaction requested=true
2024-11-14T02:50:10,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:10,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:50:10,310 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-14T02:50:10,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:10,310 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-14T02:50:10,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:50:10,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:10,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:50:10,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:10,314 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-14T02:50:10,314 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/B is initiating minor compaction (all files)
2024-11-14T02:50:10,314 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/B in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:10,314 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/c84ab75684e040b6be2c9a2c1f89b1fb, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/66ea70bf76b748c281bae8e5dd51c76a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/ebf1c1cd6bf34d44bae1a9f043ed6ae1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/2d1c9e81e830436a86ca0f06f3fc6a00] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=47.0 K
2024-11-14T02:50:10,315 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-14T02:50:10,315 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/A is initiating minor compaction (all files)
2024-11-14T02:50:10,316 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/A in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:10,316 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/fddb41923e184efdadd7a583601b8130, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/515865d425ce41558f2471945c276833, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/8f96e72f708a487ca7bb0b9057d2a447, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/4688f37dce5e4146bd037bb8b85bd6c1] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=49.3 K
2024-11-14T02:50:10,318 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting c84ab75684e040b6be2c9a2c1f89b1fb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731552607668
2024-11-14T02:50:10,319 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting fddb41923e184efdadd7a583601b8130, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731552607668
2024-11-14T02:50:10,319 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 66ea70bf76b748c281bae8e5dd51c76a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1731552607915
2024-11-14T02:50:10,320 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 515865d425ce41558f2471945c276833, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1731552607915
2024-11-14T02:50:10,320 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting ebf1c1cd6bf34d44bae1a9f043ed6ae1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731552608948
2024-11-14T02:50:10,320 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f96e72f708a487ca7bb0b9057d2a447, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731552608948
2024-11-14T02:50:10,321 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4688f37dce5e4146bd037bb8b85bd6c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731552609757
2024-11-14T02:50:10,321 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d1c9e81e830436a86ca0f06f3fc6a00, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731552609757
2024-11-14T02:50:10,351 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#B#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:10,352 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/ad0b065d715842b28cef0bee42dd0c9f is 50, key is test_row_0/B:col10/1731552609760/Put/seqid=0
2024-11-14T02:50:10,358 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#A#compaction#22 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:10,358 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/88e7c9938efd48b7bfc84c416634a0d6 is 50, key is test_row_0/A:col10/1731552609760/Put/seqid=0
2024-11-14T02:50:10,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741858_1034 (size=12241)
2024-11-14T02:50:10,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741859_1035 (size=12241)
2024-11-14T02:50:10,397 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/88e7c9938efd48b7bfc84c416634a0d6 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/88e7c9938efd48b7bfc84c416634a0d6
2024-11-14T02:50:10,411 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/A of 914ba898dc65fa1954199dd2c3938ba7 into 88e7c9938efd48b7bfc84c416634a0d6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:10,412 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:10,412 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/A, priority=12, startTime=1731552610310; duration=0sec
2024-11-14T02:50:10,412 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:10,412 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:A
2024-11-14T02:50:10,412 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-14T02:50:10,417 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-14T02:50:10,417 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/C is initiating minor compaction (all files)
2024-11-14T02:50:10,417 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/C in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:10,417 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/52d1b5dbd9cd4adda10b25ee202ce152, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/acddc09f535c45128b135594dcc38db0, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/0be05e31988f4346b406bd07c94bfb2e, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/713a0c3fd3984145a5f45564b5940bbf] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=47.0 K
2024-11-14T02:50:10,418 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52d1b5dbd9cd4adda10b25ee202ce152, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731552607668
2024-11-14T02:50:10,419 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting acddc09f535c45128b135594dcc38db0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1731552607915
2024-11-14T02:50:10,420 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0be05e31988f4346b406bd07c94bfb2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731552608948
2024-11-14T02:50:10,421 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 713a0c3fd3984145a5f45564b5940bbf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731552609757
2024-11-14T02:50:10,451 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#C#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:10,452 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/b41d2e342e5741efac6fc770f538b351 is 50, key is test_row_0/C:col10/1731552609760/Put/seqid=0
2024-11-14T02:50:10,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741860_1036 (size=12241)
2024-11-14T02:50:10,511 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-14T02:50:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:10,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:10,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:10,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:10,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:10,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:10,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:10,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/b90c9842e8bd47ca99de7d2b2a5b49d5 is 50, key is test_row_0/A:col10/1731552610510/Put/seqid=0
2024-11-14T02:50:10,540 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741861_1037 (size=16681)
2024-11-14T02:50:10,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552670534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,546 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552670536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552670543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552670545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,549 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552670546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,550 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-14T02:50:10,552 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:50:10,555 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:50:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees
2024-11-14T02:50:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-14T02:50:10,559 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:50:10,561 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:50:10,561 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:50:10,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552670656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552670656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552670656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552670657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552670657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-14T02:50:10,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-14T02:50:10,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:10,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:10,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:10,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:10,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:10,790 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/ad0b065d715842b28cef0bee42dd0c9f as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/ad0b065d715842b28cef0bee42dd0c9f
2024-11-14T02:50:10,803 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/B of 914ba898dc65fa1954199dd2c3938ba7 into ad0b065d715842b28cef0bee42dd0c9f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:10,803 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:10,803 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/B, priority=12, startTime=1731552610310; duration=0sec
2024-11-14T02:50:10,804 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:10,804 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:B
2024-11-14T02:50:10,871 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/b41d2e342e5741efac6fc770f538b351 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/b41d2e342e5741efac6fc770f538b351
2024-11-14T02:50:10,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552670867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552670867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552670867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,873 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-14T02:50:10,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:10,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:10,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:10,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:10,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-14T02:50:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:10,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552670877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,882 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:10,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552670877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:10,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:10,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:10,887 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/C of 914ba898dc65fa1954199dd2c3938ba7 into b41d2e342e5741efac6fc770f538b351(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:10,887 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:10,888 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/C, priority=12, startTime=1731552610311; duration=0sec
2024-11-14T02:50:10,888 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:10,888 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:C
2024-11-14T02:50:10,942 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/b90c9842e8bd47ca99de7d2b2a5b49d5
2024-11-14T02:50:10,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/5304440d12034cd4a64cb77ff9a6f2ff is 50, key is test_row_0/B:col10/1731552610510/Put/seqid=0
2024-11-14T02:50:10,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741862_1038 (size=12001)
2024-11-14T02:50:11,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-14T02:50:11,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:11,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:11,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:11,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:11,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:11,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552671176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:11,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:11,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552671177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:11,178 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:11,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-14T02:50:11,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-14T02:50:11,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:11,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:11,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:11,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:11,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:11,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552671186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:11,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,189 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:11,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552671186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:11,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:11,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:11,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552671187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:11,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:11,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-14T02:50:11,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:11,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:11,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:11,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:11,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:11,367 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/5304440d12034cd4a64cb77ff9a6f2ff
2024-11-14T02:50:11,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/95390ccddcf44618bcbe4c194fbd2b9a is 50, key is test_row_0/C:col10/1731552610510/Put/seqid=0
2024-11-14T02:50:11,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741863_1039 (size=12001)
2024-11-14T02:50:11,396 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/95390ccddcf44618bcbe4c194fbd2b9a
2024-11-14T02:50:11,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/b90c9842e8bd47ca99de7d2b2a5b49d5 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/b90c9842e8bd47ca99de7d2b2a5b49d5
2024-11-14T02:50:11,414 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/b90c9842e8bd47ca99de7d2b2a5b49d5, entries=250, sequenceid=122, filesize=16.3 K
2024-11-14T02:50:11,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/5304440d12034cd4a64cb77ff9a6f2ff as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/5304440d12034cd4a64cb77ff9a6f2ff
2024-11-14T02:50:11,425 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/5304440d12034cd4a64cb77ff9a6f2ff, entries=150, sequenceid=122, filesize=11.7 K
2024-11-14T02:50:11,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/95390ccddcf44618bcbe4c194fbd2b9a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/95390ccddcf44618bcbe4c194fbd2b9a
2024-11-14T02:50:11,436 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/95390ccddcf44618bcbe4c194fbd2b9a, entries=150, sequenceid=122, filesize=11.7 K
2024-11-14T02:50:11,437 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 914ba898dc65fa1954199dd2c3938ba7 in 926ms, sequenceid=122, compaction requested=false
2024-11-14T02:50:11,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:11,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-14T02:50:11,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:11,498 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-14T02:50:11,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:11,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:11,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:11,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:11,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:11,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:11,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/a7b1ccebce2846a2990a317bd8d15256 is 50, key is test_row_0/A:col10/1731552610543/Put/seqid=0
2024-11-14T02:50:11,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741864_1040 (size=12151)
2024-11-14T02:50:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:11,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-14T02:50:11,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552671722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:11,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,734 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:11,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552671724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:11,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,736 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:11,736 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552671724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:11,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:11,737 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552671727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:11,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,739 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552671733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:11,839 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552671836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:11,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:11,847 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552671846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:11,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,848 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:11,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552671846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:11,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:11,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552671847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:11,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,849 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:11,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552671847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:11,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:11,850 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:11,916 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/a7b1ccebce2846a2990a317bd8d15256
2024-11-14T02:50:11,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/6bfd8682904948aca6cdbe8c27bd5fe6 is 50, key is test_row_0/B:col10/1731552610543/Put/seqid=0
2024-11-14T02:50:11,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741865_1041 (size=12151)
2024-11-14T02:50:11,944 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/6bfd8682904948aca6cdbe8c27bd5fe6
2024-11-14T02:50:11,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/b5b08382f65841438d5fa7f6a691e60a is 50, key is test_row_0/C:col10/1731552610543/Put/seqid=0
2024-11-14T02:50:11,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741866_1042 (size=12151)
2024-11-14T02:50:11,972 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/b5b08382f65841438d5fa7f6a691e60a
2024-11-14T02:50:11,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/a7b1ccebce2846a2990a317bd8d15256 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/a7b1ccebce2846a2990a317bd8d15256
2024-11-14T02:50:11,997 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/a7b1ccebce2846a2990a317bd8d15256, entries=150, sequenceid=139, filesize=11.9 K
2024-11-14T02:50:11,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/6bfd8682904948aca6cdbe8c27bd5fe6 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/6bfd8682904948aca6cdbe8c27bd5fe6
2024-11-14T02:50:12,010 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/6bfd8682904948aca6cdbe8c27bd5fe6, entries=150, sequenceid=139, filesize=11.9 K
2024-11-14T02:50:12,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/b5b08382f65841438d5fa7f6a691e60a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/b5b08382f65841438d5fa7f6a691e60a
2024-11-14T02:50:12,025 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/b5b08382f65841438d5fa7f6a691e60a, entries=150, sequenceid=139, filesize=11.9 K
2024-11-14T02:50:12,027 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 914ba898dc65fa1954199dd2c3938ba7 in 530ms, sequenceid=139, compaction requested=true
2024-11-14T02:50:12,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:12,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:12,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12
2024-11-14T02:50:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=12
2024-11-14T02:50:12,041 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-14T02:50:12,041 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4760 sec
2024-11-14T02:50:12,046 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.4860 sec
2024-11-14T02:50:12,060 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-14T02:50:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:12,061 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:12,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/eb5650cce75a491db59f0de1f1bfe0b2 is 50, key is test_row_0/A:col10/1731552611715/Put/seqid=0
2024-11-14T02:50:12,088 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552672077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,089 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552672080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552672084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552672087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552672088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741867_1043 (size=14541)
2024-11-14T02:50:12,108 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/eb5650cce75a491db59f0de1f1bfe0b2
2024-11-14T02:50:12,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/e136f31f2ce74452a6b0e5d1b7d29eb5 is 50, key is test_row_0/B:col10/1731552611715/Put/seqid=0
2024-11-14T02:50:12,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741868_1044 (size=12151)
2024-11-14T02:50:12,147 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/e136f31f2ce74452a6b0e5d1b7d29eb5
2024-11-14T02:50:12,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/48ea1fc171e741efa0b9189bee34ce89 is 50, key is test_row_0/C:col10/1731552611715/Put/seqid=0
2024-11-14T02:50:12,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741869_1045 (size=12151)
2024-11-14T02:50:12,186 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/48ea1fc171e741efa0b9189bee34ce89
2024-11-14T02:50:12,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/eb5650cce75a491db59f0de1f1bfe0b2 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/eb5650cce75a491db59f0de1f1bfe0b2
2024-11-14T02:50:12,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552672197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552672198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552672198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552672198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,211 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552672206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,216 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/eb5650cce75a491db59f0de1f1bfe0b2, entries=200, sequenceid=157, filesize=14.2 K
2024-11-14T02:50:12,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/e136f31f2ce74452a6b0e5d1b7d29eb5 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/e136f31f2ce74452a6b0e5d1b7d29eb5
2024-11-14T02:50:12,226 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/e136f31f2ce74452a6b0e5d1b7d29eb5, entries=150, sequenceid=157, filesize=11.9 K
2024-11-14T02:50:12,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/48ea1fc171e741efa0b9189bee34ce89 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/48ea1fc171e741efa0b9189bee34ce89
2024-11-14T02:50:12,246 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/48ea1fc171e741efa0b9189bee34ce89, entries=150, sequenceid=157, filesize=11.9 K
2024-11-14T02:50:12,248 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 914ba898dc65fa1954199dd2c3938ba7 in 188ms, sequenceid=157, compaction requested=true
2024-11-14T02:50:12,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:12,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:50:12,249 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-14T02:50:12,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:12,249 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-14T02:50:12,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:50:12,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:12,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:50:12,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:12,252 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 55614 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-14T02:50:12,252 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/A is initiating minor compaction (all files)
2024-11-14T02:50:12,252 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/A in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:12,252 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/88e7c9938efd48b7bfc84c416634a0d6, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/b90c9842e8bd47ca99de7d2b2a5b49d5, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/a7b1ccebce2846a2990a317bd8d15256, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/eb5650cce75a491db59f0de1f1bfe0b2] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=54.3 K
2024-11-14T02:50:12,253 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-14T02:50:12,253 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/B is initiating minor compaction (all files)
2024-11-14T02:50:12,253 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/B in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:12,254 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/ad0b065d715842b28cef0bee42dd0c9f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/5304440d12034cd4a64cb77ff9a6f2ff, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/6bfd8682904948aca6cdbe8c27bd5fe6, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/e136f31f2ce74452a6b0e5d1b7d29eb5] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=47.4 K
2024-11-14T02:50:12,256 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88e7c9938efd48b7bfc84c416634a0d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731552609757
2024-11-14T02:50:12,256 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting ad0b065d715842b28cef0bee42dd0c9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731552609757
2024-11-14T02:50:12,257 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting b90c9842e8bd47ca99de7d2b2a5b49d5, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731552610145
2024-11-14T02:50:12,258 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 5304440d12034cd4a64cb77ff9a6f2ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731552610165
2024-11-14T02:50:12,259 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7b1ccebce2846a2990a317bd8d15256, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731552610530
2024-11-14T02:50:12,259 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 6bfd8682904948aca6cdbe8c27bd5fe6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731552610530
2024-11-14T02:50:12,259 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb5650cce75a491db59f0de1f1bfe0b2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731552611715
2024-11-14T02:50:12,260 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting e136f31f2ce74452a6b0e5d1b7d29eb5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731552611715
2024-11-14T02:50:12,293 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#B#compaction#33 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:12,294 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/becd00165a114c0fa32d8ec6aae27090 is 50, key is test_row_0/B:col10/1731552611715/Put/seqid=0
2024-11-14T02:50:12,302 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#A#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:12,302 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/48c1d51b3c5d47fca9de9e37ebe9baa2 is 50, key is test_row_0/A:col10/1731552611715/Put/seqid=0
2024-11-14T02:50:12,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741870_1046 (size=12527)
2024-11-14T02:50:12,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741871_1047 (size=12527)
2024-11-14T02:50:12,342 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/becd00165a114c0fa32d8ec6aae27090 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/becd00165a114c0fa32d8ec6aae27090
2024-11-14T02:50:12,349 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/48c1d51b3c5d47fca9de9e37ebe9baa2 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/48c1d51b3c5d47fca9de9e37ebe9baa2
2024-11-14T02:50:12,358 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/B of 914ba898dc65fa1954199dd2c3938ba7 into becd00165a114c0fa32d8ec6aae27090(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:12,358 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:12,358 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/B, priority=12, startTime=1731552612249; duration=0sec
2024-11-14T02:50:12,359 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:12,359 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:B
2024-11-14T02:50:12,359 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-14T02:50:12,361 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/A of 914ba898dc65fa1954199dd2c3938ba7 into 48c1d51b3c5d47fca9de9e37ebe9baa2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:12,361 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:12,361 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/A, priority=12, startTime=1731552612249; duration=0sec
2024-11-14T02:50:12,361 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:12,361 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:A
2024-11-14T02:50:12,362 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-14T02:50:12,362 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/C is initiating minor compaction (all files)
2024-11-14T02:50:12,362 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/C in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:12,363 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/b41d2e342e5741efac6fc770f538b351, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/95390ccddcf44618bcbe4c194fbd2b9a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/b5b08382f65841438d5fa7f6a691e60a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/48ea1fc171e741efa0b9189bee34ce89] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=47.4 K
2024-11-14T02:50:12,364 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting b41d2e342e5741efac6fc770f538b351, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731552609757
2024-11-14T02:50:12,364 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 95390ccddcf44618bcbe4c194fbd2b9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1731552610165
2024-11-14T02:50:12,365 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting b5b08382f65841438d5fa7f6a691e60a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731552610530
2024-11-14T02:50:12,366 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 48ea1fc171e741efa0b9189bee34ce89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731552611715
2024-11-14T02:50:12,382 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#C#compaction#35 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:12,383 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/2955f912b05a4b0d9c898460f28011cd is 50, key is test_row_0/C:col10/1731552611715/Put/seqid=0
2024-11-14T02:50:12,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741872_1048 (size=12527)
2024-11-14T02:50:12,403 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/2955f912b05a4b0d9c898460f28011cd as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/2955f912b05a4b0d9c898460f28011cd
2024-11-14T02:50:12,414 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/C of 914ba898dc65fa1954199dd2c3938ba7 into 2955f912b05a4b0d9c898460f28011cd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:12,414 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:12,414 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/C, priority=12, startTime=1731552612251; duration=0sec
2024-11-14T02:50:12,414 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:12,414 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:C
2024-11-14T02:50:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:12,422 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-14T02:50:12,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:12,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:12,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:12,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:12,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:12,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:12,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/37ffa2cbceb0403a9e7d11aa43534ec3 is 50, key is test_row_0/A:col10/1731552612420/Put/seqid=0
2024-11-14T02:50:12,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552672449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,451 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,452 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,456 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552672451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552672451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552672452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552672452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,459 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741873_1049 (size=12151)
2024-11-14T02:50:12,466 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/37ffa2cbceb0403a9e7d11aa43534ec3
2024-11-14T02:50:12,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/047a5c12f21f4a7bb1d3964eb54c199d is 50, key is test_row_0/B:col10/1731552612420/Put/seqid=0
2024-11-14T02:50:12,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741874_1050 (size=12151)
2024-11-14T02:50:12,557 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552672556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552672566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,570 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552672566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552672566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552672566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-14T02:50:12,707 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:50:12,708 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:50:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees
2024-11-14T02:50:12,715 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:50:12,716 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:50:12,717 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:50:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-14T02:50:12,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552672766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552672777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552672779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552672780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:12,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552672780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:12,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:12,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-14T02:50:12,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-14T02:50:12,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:12,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:12,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:12,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:12,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:12,899 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/047a5c12f21f4a7bb1d3964eb54c199d
2024-11-14T02:50:12,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/40e2abc3bb4b40a48a4cdf42d497ad7c is 50, key is test_row_0/C:col10/1731552612420/Put/seqid=0
2024-11-14T02:50:12,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741875_1051 (size=12151)
2024-11-14T02:50:13,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-14T02:50:13,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:13,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:13,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:13,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:13,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:13,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:13,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-14T02:50:13,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:13,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552673076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:13,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:13,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552673086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:13,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:13,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552673086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:13,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:13,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552673086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:13,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:13,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:13,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552673087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:13,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:13,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-14T02:50:13,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:13,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:13,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:13,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:13,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:13,319 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/40e2abc3bb4b40a48a4cdf42d497ad7c
2024-11-14T02:50:13,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/37ffa2cbceb0403a9e7d11aa43534ec3 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/37ffa2cbceb0403a9e7d11aa43534ec3
2024-11-14T02:50:13,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-14T02:50:13,335 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/37ffa2cbceb0403a9e7d11aa43534ec3, entries=150, sequenceid=176, filesize=11.9 K
2024-11-14T02:50:13,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:13,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:13,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:13,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:13,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:13,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/047a5c12f21f4a7bb1d3964eb54c199d as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/047a5c12f21f4a7bb1d3964eb54c199d
2024-11-14T02:50:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=14
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-14T02:50:13,349 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/047a5c12f21f4a7bb1d3964eb54c199d, entries=150, sequenceid=176, filesize=11.9 K
2024-11-14T02:50:13,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/40e2abc3bb4b40a48a4cdf42d497ad7c as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/40e2abc3bb4b40a48a4cdf42d497ad7c
2024-11-14T02:50:13,365 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/40e2abc3bb4b40a48a4cdf42d497ad7c, entries=150, sequenceid=176, filesize=11.9 K
2024-11-14T02:50:13,366 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 914ba898dc65fa1954199dd2c3938ba7 in 945ms, sequenceid=176, compaction requested=false
2024-11-14T02:50:13,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:13,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-14T02:50:13,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:13,491 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-14T02:50:13,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:13,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:13,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:13,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:13,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:13,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:13,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/e0662978e593496486c1ab8e9c31944c is 50, key is test_row_0/A:col10/1731552612431/Put/seqid=0
2024-11-14T02:50:13,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741876_1052 (size=12151)
2024-11-14T02:50:13,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:13,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:13,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552673644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:13,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:13,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552673650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:13,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,656 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:13,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:13,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552673652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:13,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,656 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:13,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552673654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:13,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:13,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,661 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:13,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552673655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:13,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:13,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:13,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552673766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552673766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:13,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552673767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:13,768 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552673767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:13,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:13,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552673767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:13,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,769 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:13,769 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:13,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-14T02:50:13,907 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/e0662978e593496486c1ab8e9c31944c
2024-11-14T02:50:13,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/2b302c6d00164e65bb0d733aa31db7d6 is 50, key is test_row_0/B:col10/1731552612431/Put/seqid=0
2024-11-14T02:50:13,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741877_1053 (size=12151)
2024-11-14T02:50:13,936 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/2b302c6d00164e65bb0d733aa31db7d6
2024-11-14T02:50:13,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/602183e310b04a57879dd0155bfeffe9 is 50, key is test_row_0/C:col10/1731552612431/Put/seqid=0
2024-11-14T02:50:13,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741878_1054 (size=12151)
2024-11-14T02:50:13,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552673976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:13,979 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:13,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,979 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552673976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:13,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552673976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:13,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:13,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,979 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:13,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552673976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:13,980 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:13,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552673977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:13,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:13,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:13,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:14,289 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:14,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552674286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:14,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,290 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:14,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:14,290 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552674286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:14,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552674286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:14,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:14,290 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:14,290 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552674287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:14,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552674287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,292 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:14,370 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/602183e310b04a57879dd0155bfeffe9
2024-11-14T02:50:14,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/e0662978e593496486c1ab8e9c31944c as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/e0662978e593496486c1ab8e9c31944c
2024-11-14T02:50:14,384 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/e0662978e593496486c1ab8e9c31944c, entries=150, sequenceid=192, filesize=11.9 K
2024-11-14T02:50:14,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/2b302c6d00164e65bb0d733aa31db7d6 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/2b302c6d00164e65bb0d733aa31db7d6
2024-11-14T02:50:14,393 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/2b302c6d00164e65bb0d733aa31db7d6, entries=150, sequenceid=192, filesize=11.9 K
2024-11-14T02:50:14,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/602183e310b04a57879dd0155bfeffe9 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/602183e310b04a57879dd0155bfeffe9
2024-11-14T02:50:14,401 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/602183e310b04a57879dd0155bfeffe9, entries=150, sequenceid=192, filesize=11.9 K
2024-11-14T02:50:14,403 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 914ba898dc65fa1954199dd2c3938ba7 in 911ms, sequenceid=192, compaction requested=true
2024-11-14T02:50:14,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:14,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:14,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-11-14T02:50:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-11-14T02:50:14,407 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-14T02:50:14,407 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6880 sec
2024-11-14T02:50:14,411 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.7000 sec
2024-11-14T02:50:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:14,799 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-14T02:50:14,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:14,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:14,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:14,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:14,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:14,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:14,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/bbdcb7b99be646bcacaaf9d089af9203 is 50, key is test_row_0/A:col10/1731552614797/Put/seqid=0
2024-11-14T02:50:14,827 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552674818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:14,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552674820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:14,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:14,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552674822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:14,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552674822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:14,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:14,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552674828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:14,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741879_1055 (size=14541)
2024-11-14T02:50:14,837 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/bbdcb7b99be646bcacaaf9d089af9203
2024-11-14T02:50:14,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/7b4b900449ac43b2ace8e09cbbfd1c73 is 50, key is test_row_0/B:col10/1731552614797/Put/seqid=0
2024-11-14T02:50:14,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741880_1056 (size=12151)
2024-11-14T02:50:14,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-14T02:50:14,866 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:50:14,867 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:50:14,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees
2024-11-14T02:50:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-14T02:50:14,869 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:50:14,870 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:50:14,870 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:50:14,938 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552674936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:14,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:14,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:14,939 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552674936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552674936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:14,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:14,939 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:14,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:14,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552674936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552674937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:14,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:14,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:14,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:14,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-14T02:50:15,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-14T02:50:15,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:15,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:15,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:15,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:15,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:15,150 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552675147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:15,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,150 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:15,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552675147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:15,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:15,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:15,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552675147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:15,152 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:15,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552675147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:15,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:15,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,152 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:15,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:15,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552675147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:15,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:15,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-14T02:50:15,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:15,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:15,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:15,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:15,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:15,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-14T02:50:15,253 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/7b4b900449ac43b2ace8e09cbbfd1c73
2024-11-14T02:50:15,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/b2ed05e4902748a090b7c319cd98be1c is 50, key is test_row_0/C:col10/1731552614797/Put/seqid=0
2024-11-14T02:50:15,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741881_1057 (size=12151)
2024-11-14T02:50:15,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-14T02:50:15,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:15,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:15,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:15,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:15,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:15,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:15,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552675456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:15,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:15,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:15,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552675456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:15,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:15,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552675456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:15,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:15,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552675457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:15,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:15,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552675457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:15,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:15,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-14T02:50:15,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:15,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:15,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:15,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:15,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:15,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-14T02:50:15,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-14T02:50:15,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:15,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:15,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:15,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:15,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:15,675 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/b2ed05e4902748a090b7c319cd98be1c
2024-11-14T02:50:15,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/bbdcb7b99be646bcacaaf9d089af9203 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/bbdcb7b99be646bcacaaf9d089af9203
2024-11-14T02:50:15,688 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/bbdcb7b99be646bcacaaf9d089af9203, entries=200, sequenceid=210, filesize=14.2 K
2024-11-14T02:50:15,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/7b4b900449ac43b2ace8e09cbbfd1c73 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/7b4b900449ac43b2ace8e09cbbfd1c73
2024-11-14T02:50:15,696 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/7b4b900449ac43b2ace8e09cbbfd1c73, entries=150, sequenceid=210, filesize=11.9 K
2024-11-14T02:50:15,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/b2ed05e4902748a090b7c319cd98be1c as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/b2ed05e4902748a090b7c319cd98be1c
2024-11-14T02:50:15,704 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/b2ed05e4902748a090b7c319cd98be1c, entries=150, sequenceid=210, filesize=11.9 K
2024-11-14T02:50:15,706 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 914ba898dc65fa1954199dd2c3938ba7 in 907ms, sequenceid=210, compaction requested=true
2024-11-14T02:50:15,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:15,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:50:15,706 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-14T02:50:15,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:15,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:50:15,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:15,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:50:15,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-14T02:50:15,707 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-14T02:50:15,709 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 51370 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-14T02:50:15,709 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/A is initiating minor compaction (all files)
2024-11-14T02:50:15,709 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/A in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:15,710 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/48c1d51b3c5d47fca9de9e37ebe9baa2, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/37ffa2cbceb0403a9e7d11aa43534ec3, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/e0662978e593496486c1ab8e9c31944c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/bbdcb7b99be646bcacaaf9d089af9203] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=50.2 K
2024-11-14T02:50:15,710 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48c1d51b3c5d47fca9de9e37ebe9baa2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731552611715
2024-11-14T02:50:15,711 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-14T02:50:15,711 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37ffa2cbceb0403a9e7d11aa43534ec3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731552612083
2024-11-14T02:50:15,711 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/B is initiating minor compaction (all files)
2024-11-14T02:50:15,711 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/B in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:15,711 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/becd00165a114c0fa32d8ec6aae27090, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/047a5c12f21f4a7bb1d3964eb54c199d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/2b302c6d00164e65bb0d733aa31db7d6, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/7b4b900449ac43b2ace8e09cbbfd1c73] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=47.8 K
2024-11-14T02:50:15,711 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting becd00165a114c0fa32d8ec6aae27090, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731552611715
2024-11-14T02:50:15,712 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0662978e593496486c1ab8e9c31944c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731552612431
2024-11-14T02:50:15,712 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 047a5c12f21f4a7bb1d3964eb54c199d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731552612083
2024-11-14T02:50:15,712 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbdcb7b99be646bcacaaf9d089af9203, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731552613635
2024-11-14T02:50:15,715 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b302c6d00164e65bb0d733aa31db7d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731552612431
2024-11-14T02:50:15,716 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b4b900449ac43b2ace8e09cbbfd1c73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731552613635
2024-11-14T02:50:15,736 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#B#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:15,737 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/81ef96ba9fd644c28701c43d6b7c1c9b is 50, key is test_row_0/B:col10/1731552614797/Put/seqid=0
2024-11-14T02:50:15,741 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#A#compaction#46 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:15,742 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/3281fc3441984c8a8d9ce84c412c9c4d is 50, key is test_row_0/A:col10/1731552614797/Put/seqid=0
2024-11-14T02:50:15,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741883_1059 (size=12663)
2024-11-14T02:50:15,758 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/3281fc3441984c8a8d9ce84c412c9c4d as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/3281fc3441984c8a8d9ce84c412c9c4d
2024-11-14T02:50:15,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741882_1058 (size=12663)
2024-11-14T02:50:15,766 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/A of 914ba898dc65fa1954199dd2c3938ba7 into 3281fc3441984c8a8d9ce84c412c9c4d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:15,766 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:15,766 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/A, priority=12, startTime=1731552615706; duration=0sec
2024-11-14T02:50:15,767 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:15,767 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:A
2024-11-14T02:50:15,767 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-14T02:50:15,771 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-14T02:50:15,772 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/C is initiating minor compaction (all files)
2024-11-14T02:50:15,772 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/C in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:15,772 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/2955f912b05a4b0d9c898460f28011cd, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/40e2abc3bb4b40a48a4cdf42d497ad7c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/602183e310b04a57879dd0155bfeffe9, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/b2ed05e4902748a090b7c319cd98be1c] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=47.8 K
2024-11-14T02:50:15,773 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2955f912b05a4b0d9c898460f28011cd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731552611715
2024-11-14T02:50:15,774 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40e2abc3bb4b40a48a4cdf42d497ad7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731552612083
2024-11-14T02:50:15,775 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 602183e310b04a57879dd0155bfeffe9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731552612431
2024-11-14T02:50:15,776 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/81ef96ba9fd644c28701c43d6b7c1c9b as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/81ef96ba9fd644c28701c43d6b7c1c9b
2024-11-14T02:50:15,776 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2ed05e4902748a090b7c319cd98be1c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731552613635
2024-11-14T02:50:15,784 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/B of 914ba898dc65fa1954199dd2c3938ba7 into 81ef96ba9fd644c28701c43d6b7c1c9b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:15,784 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:15,784 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/B, priority=12, startTime=1731552615706; duration=0sec
2024-11-14T02:50:15,784 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:15,784 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:B
2024-11-14T02:50:15,792 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#C#compaction#47 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:15,793 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/9774a4d869da4395bd56c81e763bdfca is 50, key is test_row_0/C:col10/1731552614797/Put/seqid=0
2024-11-14T02:50:15,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-14T02:50:15,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:15,794 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-14T02:50:15,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:15,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:15,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:15,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:15,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:15,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:15,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/2f31cf9b0683468580dc9461576efd9e is 50, key is test_row_0/A:col10/1731552614804/Put/seqid=0
2024-11-14T02:50:15,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741884_1060 (size=12663)
2024-11-14T02:50:15,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741885_1061 (size=12151)
2024-11-14T02:50:15,832 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/2f31cf9b0683468580dc9461576efd9e
2024-11-14T02:50:15,842 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/9774a4d869da4395bd56c81e763bdfca as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/9774a4d869da4395bd56c81e763bdfca
2024-11-14T02:50:15,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/a558636629344b97b2fe13b53c6f72f2 is 50, key is test_row_0/B:col10/1731552614804/Put/seqid=0
2024-11-14T02:50:15,852 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/C of 914ba898dc65fa1954199dd2c3938ba7 into 9774a4d869da4395bd56c81e763bdfca(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:15,852 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:15,853 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/C, priority=12, startTime=1731552615706; duration=0sec
2024-11-14T02:50:15,853 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:15,853 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:C
2024-11-14T02:50:15,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741886_1062 (size=12151)
2024-11-14T02:50:15,865 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/a558636629344b97b2fe13b53c6f72f2
2024-11-14T02:50:15,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/68d256499c6849f4811a8255c4d2ee9a is 50, key is test_row_0/C:col10/1731552614804/Put/seqid=0
2024-11-14T02:50:15,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741887_1063 (size=12151)
2024-11-14T02:50:15,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:15,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:15,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:15,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552675982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:15,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:15,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552675983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:15,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552675984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:15,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,990 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:15,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:15,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552675989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:15,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:15,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:15,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552675990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:15,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:15,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:16,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-14T02:50:16,099 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552676096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,099 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552676096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:16,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:16,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552676096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:16,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,101 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:16,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:16,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552676106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552676106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:16,288 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/68d256499c6849f4811a8255c4d2ee9a
2024-11-14T02:50:16,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/2f31cf9b0683468580dc9461576efd9e as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/2f31cf9b0683468580dc9461576efd9e
2024-11-14T02:50:16,300 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/2f31cf9b0683468580dc9461576efd9e, entries=150, sequenceid=226, filesize=11.9 K
2024-11-14T02:50:16,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/a558636629344b97b2fe13b53c6f72f2 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/a558636629344b97b2fe13b53c6f72f2
2024-11-14T02:50:16,306 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/a558636629344b97b2fe13b53c6f72f2, entries=150, sequenceid=226, filesize=11.9 K
2024-11-14T02:50:16,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552676306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:16,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:16,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552676306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:16,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,309 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:16,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:16,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552676306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:16,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:16,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/68d256499c6849f4811a8255c4d2ee9a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/68d256499c6849f4811a8255c4d2ee9a
2024-11-14T02:50:16,316 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/68d256499c6849f4811a8255c4d2ee9a, entries=150, sequenceid=226, filesize=11.9 K
2024-11-14T02:50:16,318 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 914ba898dc65fa1954199dd2c3938ba7 in 523ms, sequenceid=226, compaction requested=false
2024-11-14T02:50:16,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:16,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:16,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16
2024-11-14T02:50:16,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=16
2024-11-14T02:50:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:16,321 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-14T02:50:16,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:16,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:16,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:16,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:16,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:16,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:16,322 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-11-14T02:50:16,322 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4490 sec
2024-11-14T02:50:16,326 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.4560 sec
2024-11-14T02:50:16,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/396f3bccf1b64591bbffd640bfd34f85 is 50, key is test_row_0/A:col10/1731552616320/Put/seqid=0
2024-11-14T02:50:16,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741888_1064 (size=12151)
2024-11-14T02:50:16,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552676342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:16,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552676343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:16,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:16,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,346 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:16,457 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552676456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:16,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:16,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,458 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552676456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:16,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:16,616 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552676616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:16,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:16,617 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:16,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552676616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:16,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552676616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:16,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:16,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:16,667 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:16,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552676666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:16,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,668 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:16,668 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:16,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552676666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:16,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,668 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:16,745 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/396f3bccf1b64591bbffd640bfd34f85
2024-11-14T02:50:16,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/87bd4dcbfe1143709cf9a9aad2ccd83f is 50, key is test_row_0/B:col10/1731552616320/Put/seqid=0
2024-11-14T02:50:16,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741889_1065 (size=12151)
2024-11-14T02:50:16,976 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552676976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:16,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:16,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552676976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:16,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:16,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-14T02:50:17,017 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:50:17,017 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:50:17,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees
2024-11-14T02:50:17,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-14T02:50:17,019 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:50:17,020 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:50:17,020 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:50:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-14T02:50:17,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552677126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:17,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:17,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:17,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:17,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552677127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:17,129 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:17,129 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552677127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:17,161 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/87bd4dcbfe1143709cf9a9aad2ccd83f
2024-11-14T02:50:17,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/3c6725dd6be043849daf0d5ffac7b41b is 50, key is test_row_0/C:col10/1731552616320/Put/seqid=0
2024-11-14T02:50:17,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-14T02:50:17,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:17,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:17,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:17,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:17,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:17,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741890_1066 (size=12151)
2024-11-14T02:50:17,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-14T02:50:17,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:17,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:17,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:17,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:17,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-14T02:50:17,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-14T02:50:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:17,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:17,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:17,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:17,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552677486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:17,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:17,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:17,491 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:17,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552677486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:17,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:17,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:17,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:17,577 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/3c6725dd6be043849daf0d5ffac7b41b
2024-11-14T02:50:17,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/396f3bccf1b64591bbffd640bfd34f85 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/396f3bccf1b64591bbffd640bfd34f85
2024-11-14T02:50:17,589 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/396f3bccf1b64591bbffd640bfd34f85, entries=150, sequenceid=247, filesize=11.9 K
2024-11-14T02:50:17,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/87bd4dcbfe1143709cf9a9aad2ccd83f as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/87bd4dcbfe1143709cf9a9aad2ccd83f
2024-11-14T02:50:17,599 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/87bd4dcbfe1143709cf9a9aad2ccd83f, entries=150, sequenceid=247, filesize=11.9 K
2024-11-14T02:50:17,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/3c6725dd6be043849daf0d5ffac7b41b as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/3c6725dd6be043849daf0d5ffac7b41b
2024-11-14T02:50:17,608 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/3c6725dd6be043849daf0d5ffac7b41b, entries=150, sequenceid=247, filesize=11.9 K
2024-11-14T02:50:17,611 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 914ba898dc65fa1954199dd2c3938ba7 in 1288ms, sequenceid=247, compaction requested=true
2024-11-14T02:50:17,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:17,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:50:17,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:17,611 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:17,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:50:17,612 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:17,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:17,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:50:17,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:17,613 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:17,613 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/A is initiating minor compaction (all files)
2024-11-14T02:50:17,613 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/A in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:17,613 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/3281fc3441984c8a8d9ce84c412c9c4d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/2f31cf9b0683468580dc9461576efd9e, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/396f3bccf1b64591bbffd640bfd34f85] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=36.1 K
2024-11-14T02:50:17,614 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3281fc3441984c8a8d9ce84c412c9c4d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731552613635
2024-11-14T02:50:17,614 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:17,614 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/B is initiating minor compaction (all files)
2024-11-14T02:50:17,614 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/B in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:17,614 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/81ef96ba9fd644c28701c43d6b7c1c9b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/a558636629344b97b2fe13b53c6f72f2, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/87bd4dcbfe1143709cf9a9aad2ccd83f] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=36.1 K
2024-11-14T02:50:17,614 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f31cf9b0683468580dc9461576efd9e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731552614804
2024-11-14T02:50:17,615 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 396f3bccf1b64591bbffd640bfd34f85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731552615986
2024-11-14T02:50:17,615 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 81ef96ba9fd644c28701c43d6b7c1c9b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731552613635
2024-11-14T02:50:17,616 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting a558636629344b97b2fe13b53c6f72f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731552614804
2024-11-14T02:50:17,617 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 87bd4dcbfe1143709cf9a9aad2ccd83f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731552615986
2024-11-14T02:50:17,627 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#B#compaction#54 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:17,628 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/0e89fe30ce814f28859bd86209c6d959 is 50, key is test_row_0/B:col10/1731552616320/Put/seqid=0
2024-11-14T02:50:17,629 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#A#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:17,630 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/2b6ffaef6f4541b3a0ec60598b4f4b66 is 50, key is test_row_0/A:col10/1731552616320/Put/seqid=0
2024-11-14T02:50:17,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-14T02:50:17,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:17,633 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-14T02:50:17,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:17,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:17,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:17,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:17,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:17,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:17,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741892_1068 (size=12765)
2024-11-14T02:50:17,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/46ff08f6edf14bc0902a17741a24bb72 is 50, key is test_row_0/A:col10/1731552616337/Put/seqid=0
2024-11-14T02:50:17,640 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741891_1067 (size=12765)
2024-11-14T02:50:17,645 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/2b6ffaef6f4541b3a0ec60598b4f4b66 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/2b6ffaef6f4541b3a0ec60598b4f4b66
2024-11-14T02:50:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-14T02:50:17,652 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/A of 914ba898dc65fa1954199dd2c3938ba7 into 2b6ffaef6f4541b3a0ec60598b4f4b66(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:17,652 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:17,652 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/A, priority=13, startTime=1731552617611; duration=0sec
2024-11-14T02:50:17,652 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:17,652 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:A
2024-11-14T02:50:17,652 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:17,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741893_1069 (size=12201)
2024-11-14T02:50:17,654 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:17,654 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/C is initiating minor compaction (all files)
2024-11-14T02:50:17,654 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/C in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:17,654 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/9774a4d869da4395bd56c81e763bdfca, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/68d256499c6849f4811a8255c4d2ee9a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/3c6725dd6be043849daf0d5ffac7b41b] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=36.1 K
2024-11-14T02:50:17,654 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9774a4d869da4395bd56c81e763bdfca, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731552613635
2024-11-14T02:50:17,655 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68d256499c6849f4811a8255c4d2ee9a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731552614804
2024-11-14T02:50:17,655 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c6725dd6be043849daf0d5ffac7b41b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731552615986
2024-11-14T02:50:17,669 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#C#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:17,669 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/932d34f210134b7e882afa243484409f is 50, key is test_row_0/C:col10/1731552616320/Put/seqid=0
2024-11-14T02:50:17,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741894_1070 (size=12765)
2024-11-14T02:50:18,053 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/0e89fe30ce814f28859bd86209c6d959 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/0e89fe30ce814f28859bd86209c6d959
2024-11-14T02:50:18,053 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/46ff08f6edf14bc0902a17741a24bb72
2024-11-14T02:50:18,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/0a6225d3fd9e4f12bb275ab4544d5fe8 is 50, key is test_row_0/B:col10/1731552616337/Put/seqid=0
2024-11-14T02:50:18,068 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/B of 914ba898dc65fa1954199dd2c3938ba7 into 0e89fe30ce814f28859bd86209c6d959(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:18,068 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:18,068 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/B, priority=13, startTime=1731552617611; duration=0sec
2024-11-14T02:50:18,069 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:18,069 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:B
2024-11-14T02:50:18,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741895_1071 (size=12201)
2024-11-14T02:50:18,076 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/0a6225d3fd9e4f12bb275ab4544d5fe8
2024-11-14T02:50:18,091 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/932d34f210134b7e882afa243484409f as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/932d34f210134b7e882afa243484409f
2024-11-14T02:50:18,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/290e204f68c04b76856455364a6dff6a is 50, key is test_row_0/C:col10/1731552616337/Put/seqid=0
2024-11-14T02:50:18,100 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/C of 914ba898dc65fa1954199dd2c3938ba7 into 932d34f210134b7e882afa243484409f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:18,101 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:18,101 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/C, priority=13, startTime=1731552617612; duration=0sec
2024-11-14T02:50:18,101 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:18,101 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:C
2024-11-14T02:50:18,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741896_1072 (size=12201)
2024-11-14T02:50:18,116 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/290e204f68c04b76856455364a6dff6a
2024-11-14T02:50:18,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/46ff08f6edf14bc0902a17741a24bb72 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/46ff08f6edf14bc0902a17741a24bb72
2024-11-14T02:50:18,133 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/46ff08f6edf14bc0902a17741a24bb72, entries=150, sequenceid=259, filesize=11.9 K
2024-11-14T02:50:18,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/0a6225d3fd9e4f12bb275ab4544d5fe8 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/0a6225d3fd9e4f12bb275ab4544d5fe8
2024-11-14T02:50:18,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:18,146 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/0a6225d3fd9e4f12bb275ab4544d5fe8, entries=150, sequenceid=259, filesize=11.9 K
2024-11-14T02:50:18,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/290e204f68c04b76856455364a6dff6a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/290e204f68c04b76856455364a6dff6a
2024-11-14T02:50:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-14T02:50:18,159 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/290e204f68c04b76856455364a6dff6a, entries=150, sequenceid=259, filesize=11.9 K
2024-11-14T02:50:18,161 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=40.25 KB/41220 for 914ba898dc65fa1954199dd2c3938ba7 in 527ms, sequenceid=259, compaction requested=false
2024-11-14T02:50:18,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:18,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:18,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18
2024-11-14T02:50:18,161 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-14T02:50:18,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:18,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=18
2024-11-14T02:50:18,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:18,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:18,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:18,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:18,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:18,166 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-14T02:50:18,166 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1430 sec
2024-11-14T02:50:18,169 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.1500 sec
2024-11-14T02:50:18,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/feac129814da494fbc81ce7267ecade0 is 50, key is test_row_1/A:col10/1731552618157/Put/seqid=0
2024-11-14T02:50:18,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741897_1073 (size=17177)
2024-11-14T02:50:18,214 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/feac129814da494fbc81ce7267ecade0
2024-11-14T02:50:18,229 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731552618206, max timestamp=1731552618219Num uniques 859; 
2024-11-14T02:50:18,229 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-14T02:50:18,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/edbd02a17fa1422abb8a0bc1e392098f is 50, key is test_row_1/B:col10/1731552618157/Put/seqid=0
2024-11-14T02:50:18,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1731552618206, max timestamp=1731552618233Num uniques 859; 
2024-11-14T02:50:18,242 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150
2024-11-14T02:50:18,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731552618206, max timestamp=1731552618219Num uniques 859; 
2024-11-14T02:50:18,243 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-14T02:50:18,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741898_1074 (size=9857)
2024-11-14T02:50:18,260 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/edbd02a17fa1422abb8a0bc1e392098f
2024-11-14T02:50:18,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/f696e09a822d4a95830e4e2113c70333 is 50, key is test_row_1/C:col10/1731552618157/Put/seqid=0
2024-11-14T02:50:18,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741899_1075 (size=9857)
2024-11-14T02:50:18,288 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/f696e09a822d4a95830e4e2113c70333
2024-11-14T02:50:18,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/feac129814da494fbc81ce7267ecade0 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/feac129814da494fbc81ce7267ecade0
2024-11-14T02:50:18,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552678293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:18,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,299 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:18,300 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552678294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:18,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:18,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552678295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:18,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:18,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:18,306 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/feac129814da494fbc81ce7267ecade0, entries=250, sequenceid=272, filesize=16.8 K
2024-11-14T02:50:18,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/edbd02a17fa1422abb8a0bc1e392098f as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/edbd02a17fa1422abb8a0bc1e392098f
2024-11-14T02:50:18,314 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/edbd02a17fa1422abb8a0bc1e392098f, entries=100, sequenceid=272, filesize=9.6 K
2024-11-14T02:50:18,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/f696e09a822d4a95830e4e2113c70333 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/f696e09a822d4a95830e4e2113c70333
2024-11-14T02:50:18,324 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/f696e09a822d4a95830e4e2113c70333, entries=100, sequenceid=272, filesize=9.6 K
2024-11-14T02:50:18,327 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=136.02 KB/139285 for 914ba898dc65fa1954199dd2c3938ba7 in 165ms, sequenceid=272, compaction requested=true
2024-11-14T02:50:18,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:18,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:50:18,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:18,327 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:18,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:50:18,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:18,328 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:18,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:50:18,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:18,329 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 42143 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:18,329 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:18,329 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/A is initiating minor compaction (all files)
2024-11-14T02:50:18,329 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/B is initiating minor compaction (all files)
2024-11-14T02:50:18,329 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/A in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:18,329 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/2b6ffaef6f4541b3a0ec60598b4f4b66, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/46ff08f6edf14bc0902a17741a24bb72, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/feac129814da494fbc81ce7267ecade0] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=41.2 K
2024-11-14T02:50:18,329 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/B in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:18,329 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/0e89fe30ce814f28859bd86209c6d959, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/0a6225d3fd9e4f12bb275ab4544d5fe8, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/edbd02a17fa1422abb8a0bc1e392098f] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=34.0 K
2024-11-14T02:50:18,330 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b6ffaef6f4541b3a0ec60598b4f4b66, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731552615986
2024-11-14T02:50:18,330 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e89fe30ce814f28859bd86209c6d959, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731552615986
2024-11-14T02:50:18,330 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46ff08f6edf14bc0902a17741a24bb72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731552616334
2024-11-14T02:50:18,331 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a6225d3fd9e4f12bb275ab4544d5fe8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731552616334
2024-11-14T02:50:18,331 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting edbd02a17fa1422abb8a0bc1e392098f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731552618157
2024-11-14T02:50:18,331 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting feac129814da494fbc81ce7267ecade0, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731552618145
2024-11-14T02:50:18,350 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#B#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:18,350 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/f3f3f62db46f45a2be8c6c137fba6eba is 50, key is test_row_0/B:col10/1731552616337/Put/seqid=0
2024-11-14T02:50:18,361 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#A#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:18,362 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/e32f79372eae4ad4b233e79dfb0738d2 is 50, key is test_row_0/A:col10/1731552616337/Put/seqid=0
2024-11-14T02:50:18,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741900_1076 (size=12967)
2024-11-14T02:50:18,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741901_1077 (size=12967)
2024-11-14T02:50:18,383 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/f3f3f62db46f45a2be8c6c137fba6eba as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/f3f3f62db46f45a2be8c6c137fba6eba
2024-11-14T02:50:18,389 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/e32f79372eae4ad4b233e79dfb0738d2 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/e32f79372eae4ad4b233e79dfb0738d2
2024-11-14T02:50:18,395 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/B of 914ba898dc65fa1954199dd2c3938ba7 into f3f3f62db46f45a2be8c6c137fba6eba(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:18,395 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:18,395 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/B, priority=13, startTime=1731552618328; duration=0sec
2024-11-14T02:50:18,395 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:18,395 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:B
2024-11-14T02:50:18,395 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:18,396 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 34823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:18,396 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/C is initiating minor compaction (all files)
2024-11-14T02:50:18,397 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/C in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:18,397 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/932d34f210134b7e882afa243484409f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/290e204f68c04b76856455364a6dff6a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/f696e09a822d4a95830e4e2113c70333] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=34.0 K
2024-11-14T02:50:18,397 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 932d34f210134b7e882afa243484409f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731552615986
2024-11-14T02:50:18,398 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 290e204f68c04b76856455364a6dff6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731552616334
2024-11-14T02:50:18,398 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting f696e09a822d4a95830e4e2113c70333, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731552618157
2024-11-14T02:50:18,399 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/A of 914ba898dc65fa1954199dd2c3938ba7 into e32f79372eae4ad4b233e79dfb0738d2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:18,399 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:18,399 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/A, priority=13, startTime=1731552618327; duration=0sec
2024-11-14T02:50:18,400 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:18,400 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:A
2024-11-14T02:50:18,412 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#C#compaction#65 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:18,413 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/bd0f851c03aa430c837114d06e260793 is 50, key is test_row_0/C:col10/1731552616337/Put/seqid=0
2024-11-14T02:50:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:18,416 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=156.15 KB heapSize=449.62 KB
2024-11-14T02:50:18,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:18,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731552618233, max timestamp=1731552618410Num uniques 1018; 
2024-11-14T02:50:18,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-14T02:50:18,419 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7680, totalHeapSize=17712, min timestamp=1731552618233, max timestamp=1731552618410Num uniques 1068; 
2024-11-14T02:50:18,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:18,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:18,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:18,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:18,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-14T02:50:18,421 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48900, new segment data size=7680, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-14T02:50:18,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/27baaa6cba1a44549a4af686ad762c62 is 50, key is test_row_0/A:col10/1731552618409/Put/seqid=0
2024-11-14T02:50:18,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741902_1078 (size=12967)
2024-11-14T02:50:18,461 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/bd0f851c03aa430c837114d06e260793 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/bd0f851c03aa430c837114d06e260793
2024-11-14T02:50:18,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741903_1079 (size=12301)
2024-11-14T02:50:18,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552678464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:18,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:18,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552678468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:18,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:18,471 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/C of 914ba898dc65fa1954199dd2c3938ba7 into bd0f851c03aa430c837114d06e260793(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:18,471 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552678470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:18,471 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/C, priority=13, startTime=1731552618328; duration=0sec
2024-11-14T02:50:18,471 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:18,471 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:C
2024-11-14T02:50:18,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:18,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:18,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552678497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:18,503 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in 914ba898dc65fa1954199dd2c3938ba7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:50:18,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:18,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552678506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:18,508 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_0' in 914ba898dc65fa1954199dd2c3938ba7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:50:18,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:18,580 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552678577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:18,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:18,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552678577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552678577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:18,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:18,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:18,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552678786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552678786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:18,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:18,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:18,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552678786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:18,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:18,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:18,956 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/27baaa6cba1a44549a4af686ad762c62
2024-11-14T02:50:18,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/a82912aed7c64383829553e17057233b is 50, key is test_row_0/B:col10/1731552618409/Put/seqid=0
2024-11-14T02:50:18,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741904_1080 (size=12301)
2024-11-14T02:50:18,972 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/a82912aed7c64383829553e17057233b
2024-11-14T02:50:18,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/7ef51b75caa14e38a7c8352218e5f506 is 50, key is test_row_0/C:col10/1731552618409/Put/seqid=0
2024-11-14T02:50:18,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741905_1081 (size=12301)
2024-11-14T02:50:19,097 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:19,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552679097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:19,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552679097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:19,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:19,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:19,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:19,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:19,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:19,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:19,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:19,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552679098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:19,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:19,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:19,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:19,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-14T02:50:19,176 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:50:19,176 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:50:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees
2024-11-14T02:50:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-14T02:50:19,179 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:50:19,180 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:50:19,180 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:50:19,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-14T02:50:19,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-14T02:50:19,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:19,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:19,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:19,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:19,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:19,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=20
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:19,390 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.04 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/7ef51b75caa14e38a7c8352218e5f506
2024-11-14T02:50:19,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/27baaa6cba1a44549a4af686ad762c62 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/27baaa6cba1a44549a4af686ad762c62
2024-11-14T02:50:19,404 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/27baaa6cba1a44549a4af686ad762c62, entries=150, sequenceid=314, filesize=12.0 K
2024-11-14T02:50:19,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/a82912aed7c64383829553e17057233b as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/a82912aed7c64383829553e17057233b
2024-11-14T02:50:19,412 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/a82912aed7c64383829553e17057233b, entries=150, sequenceid=314, filesize=12.0 K
2024-11-14T02:50:19,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/7ef51b75caa14e38a7c8352218e5f506 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/7ef51b75caa14e38a7c8352218e5f506
2024-11-14T02:50:19,422 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/7ef51b75caa14e38a7c8352218e5f506, entries=150, sequenceid=314, filesize=12.0 K
2024-11-14T02:50:19,423 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~77.88 KB/79745, heapSize ~217.68 KB/222904, currentSize=100.63 KB/103050 for 914ba898dc65fa1954199dd2c3938ba7 in 1008ms, sequenceid=314, compaction requested=false
2024-11-14T02:50:19,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:19,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-14T02:50:19,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:19,490 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-14T02:50:19,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:19,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:19,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:19,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:19,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:19,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-14T02:50:19,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/576bd0f2136d474b973636037590be76 is 50, key is test_row_0/A:col10/1731552618464/Put/seqid=0
2024-11-14T02:50:19,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741906_1082 (size=12301)
2024-11-14T02:50:19,510 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/576bd0f2136d474b973636037590be76
2024-11-14T02:50:19,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/f5ffbf430ea94dd3b6b431572a435629 is 50, key is test_row_0/B:col10/1731552618464/Put/seqid=0
2024-11-14T02:50:19,536 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741907_1083 (size=12301)
2024-11-14T02:50:19,537 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/f5ffbf430ea94dd3b6b431572a435629
2024-11-14T02:50:19,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/007700f8301d4672881227b39798dfc3 is 50, key is test_row_0/C:col10/1731552618464/Put/seqid=0
2024-11-14T02:50:19,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741908_1084 (size=12301)
2024-11-14T02:50:19,584 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=333 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/007700f8301d4672881227b39798dfc3
2024-11-14T02:50:19,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/576bd0f2136d474b973636037590be76 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/576bd0f2136d474b973636037590be76
2024-11-14T02:50:19,598 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/576bd0f2136d474b973636037590be76, entries=150, sequenceid=333, filesize=12.0 K
2024-11-14T02:50:19,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/f5ffbf430ea94dd3b6b431572a435629 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/f5ffbf430ea94dd3b6b431572a435629
2024-11-14T02:50:19,609 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/f5ffbf430ea94dd3b6b431572a435629, entries=150, sequenceid=333, filesize=12.0 K
2024-11-14T02:50:19,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:19,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:19,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/007700f8301d4672881227b39798dfc3 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/007700f8301d4672881227b39798dfc3
2024-11-14T02:50:19,620 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/007700f8301d4672881227b39798dfc3, entries=150, sequenceid=333, filesize=12.0 K
2024-11-14T02:50:19,622 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=40.25 KB/41220 for 914ba898dc65fa1954199dd2c3938ba7 in 131ms, sequenceid=333, compaction requested=true
2024-11-14T02:50:19,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:19,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:19,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20
2024-11-14T02:50:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=20
2024-11-14T02:50:19,623 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-14T02:50:19,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:19,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:19,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:19,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:19,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:19,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:19,628 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-14T02:50:19,628 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 444 msec
2024-11-14T02:50:19,632 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 452 msec
2024-11-14T02:50:19,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/f6e1255eb3604504900c5de170ee93d2 is 50, key is test_row_0/A:col10/1731552619621/Put/seqid=0
2024-11-14T02:50:19,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741909_1085 (size=17181)
2024-11-14T02:50:19,661 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/f6e1255eb3604504900c5de170ee93d2
2024-11-14T02:50:19,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/efd71a39254a4f7eafe1cf8aad9c0aca is 50, key is test_row_0/B:col10/1731552619621/Put/seqid=0
2024-11-14T02:50:19,681 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552619657, max timestamp=1731552619677Num uniques 859; 
2024-11-14T02:50:19,681 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:50:19,684 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552619657, max timestamp=1731552619677Num uniques 859; 
2024-11-14T02:50:19,684 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552619657, max timestamp=1731552619677Num uniques 859; 
2024-11-14T02:50:19,684 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:50:19,684 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:50:19,704 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741910_1086 (size=12301)
2024-11-14T02:50:19,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:19,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552679743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:19,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:19,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:19,750 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:19,755 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552679745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:19,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:19,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:19,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:19,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552679745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:19,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:19,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:19,757 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-14T02:50:19,807 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:50:19,807 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:50:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees
2024-11-14T02:50:19,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-14T02:50:19,810 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:50:19,811 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:50:19,811 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:50:19,858 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:19,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552679856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:19,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:19,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:19,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:19,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552679866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:19,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552679866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:19,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-14T02:50:19,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-14T02:50:19,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:19,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:19,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:19,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:19,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:20,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552680066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:20,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:20,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:20,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:20,081 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:20,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552680076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:20,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:20,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:20,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:20,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:20,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552680077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:20,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:20,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:20,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:20,105 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/efd71a39254a4f7eafe1cf8aad9c0aca
2024-11-14T02:50:20,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/89e180891aba4bae9a55e17175083c7f is 50, key is test_row_0/C:col10/1731552619621/Put/seqid=0
2024-11-14T02:50:20,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-14T02:50:20,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:20,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:20,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:20,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:20,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:20,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:20,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-14T02:50:20,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741911_1087 (size=12301)
2024-11-14T02:50:20,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-14T02:50:20,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:20,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:20,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:20,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:20,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:20,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:20,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552680376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:20,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:20,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:20,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:20,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552680387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:20,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:20,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:20,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:20,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552680387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:20,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-14T02:50:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:20,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:20,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-14T02:50:20,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:20,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552680526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:20,530 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in 914ba898dc65fa1954199dd2c3938ba7 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:50:20,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:20,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:20,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:20,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:20,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552680526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:20,533 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_0' in 914ba898dc65fa1954199dd2c3938ba7 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:50:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:20,541 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/89e180891aba4bae9a55e17175083c7f
2024-11-14T02:50:20,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/f6e1255eb3604504900c5de170ee93d2 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/f6e1255eb3604504900c5de170ee93d2
2024-11-14T02:50:20,552 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/f6e1255eb3604504900c5de170ee93d2, entries=250, sequenceid=343, filesize=16.8 K
2024-11-14T02:50:20,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/efd71a39254a4f7eafe1cf8aad9c0aca as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/efd71a39254a4f7eafe1cf8aad9c0aca
2024-11-14T02:50:20,558 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/efd71a39254a4f7eafe1cf8aad9c0aca, entries=150, sequenceid=343, filesize=12.0 K
2024-11-14T02:50:20,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/89e180891aba4bae9a55e17175083c7f as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/89e180891aba4bae9a55e17175083c7f
2024-11-14T02:50:20,566 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/89e180891aba4bae9a55e17175083c7f, entries=150, sequenceid=343, filesize=12.0 K
2024-11-14T02:50:20,567 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 914ba898dc65fa1954199dd2c3938ba7 in 944ms, sequenceid=343, compaction requested=true
2024-11-14T02:50:20,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:20,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:50:20,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:20,567 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-14T02:50:20,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:50:20,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:20,568 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-14T02:50:20,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:50:20,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:20,569 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54750 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-14T02:50:20,569 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49870 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-14T02:50:20,569 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/B is initiating minor compaction (all files)
2024-11-14T02:50:20,569 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/A is initiating minor compaction (all files)
2024-11-14T02:50:20,569 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/B in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:20,569 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/A in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:20,570 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/f3f3f62db46f45a2be8c6c137fba6eba, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/a82912aed7c64383829553e17057233b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/f5ffbf430ea94dd3b6b431572a435629, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/efd71a39254a4f7eafe1cf8aad9c0aca] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=48.7 K
2024-11-14T02:50:20,570 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/e32f79372eae4ad4b233e79dfb0738d2, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/27baaa6cba1a44549a4af686ad762c62, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/576bd0f2136d474b973636037590be76, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/f6e1255eb3604504900c5de170ee93d2] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=53.5 K
2024-11-14T02:50:20,570 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting f3f3f62db46f45a2be8c6c137fba6eba, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731552616337
2024-11-14T02:50:20,570 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting e32f79372eae4ad4b233e79dfb0738d2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731552616337
2024-11-14T02:50:20,570 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27baaa6cba1a44549a4af686ad762c62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731552618291
2024-11-14T02:50:20,570 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting a82912aed7c64383829553e17057233b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731552618291
2024-11-14T02:50:20,571 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 576bd0f2136d474b973636037590be76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731552618454
2024-11-14T02:50:20,571 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting f5ffbf430ea94dd3b6b431572a435629, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731552618454
2024-11-14T02:50:20,571 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6e1255eb3604504900c5de170ee93d2, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731552619609
2024-11-14T02:50:20,571 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting efd71a39254a4f7eafe1cf8aad9c0aca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731552619609
2024-11-14T02:50:20,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-14T02:50:20,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:20,582 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-11-14T02:50:20,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:20,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:20,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:20,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:20,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:20,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:20,600 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#A#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:20,601 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/dcd7ac739ee24a52970a4715a2ce0419 is 50, key is test_row_0/A:col10/1731552619621/Put/seqid=0
2024-11-14T02:50:20,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/2f09a172afa44b43ad41b1575ae7c965 is 50, key is test_row_0/A:col10/1731552619742/Put/seqid=0
2024-11-14T02:50:20,605 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#B#compaction#77 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:20,606 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/0bf70dd6097c40e99922f537d7cca5ff is 50, key is test_row_0/B:col10/1731552619621/Put/seqid=0
2024-11-14T02:50:20,629 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741912_1088 (size=13153)
2024-11-14T02:50:20,629 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741913_1089 (size=12301)
2024-11-14T02:50:20,630 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/2f09a172afa44b43ad41b1575ae7c965
2024-11-14T02:50:20,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741914_1090 (size=13153)
2024-11-14T02:50:20,640 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/dcd7ac739ee24a52970a4715a2ce0419 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/dcd7ac739ee24a52970a4715a2ce0419
2024-11-14T02:50:20,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/3bbb67e92d664dd0adb935aa0231f5dd is 50, key is test_row_0/B:col10/1731552619742/Put/seqid=0
2024-11-14T02:50:20,651 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/A of 914ba898dc65fa1954199dd2c3938ba7 into dcd7ac739ee24a52970a4715a2ce0419(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:20,651 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:20,651 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/A, priority=12, startTime=1731552620567; duration=0sec
2024-11-14T02:50:20,651 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:20,651 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:A
2024-11-14T02:50:20,652 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-14T02:50:20,654 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49870 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-14T02:50:20,654 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/C is initiating minor compaction (all files)
2024-11-14T02:50:20,654 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/C in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:20,655 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/bd0f851c03aa430c837114d06e260793, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/7ef51b75caa14e38a7c8352218e5f506, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/007700f8301d4672881227b39798dfc3, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/89e180891aba4bae9a55e17175083c7f] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=48.7 K
2024-11-14T02:50:20,655 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd0f851c03aa430c837114d06e260793, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731552616337
2024-11-14T02:50:20,656 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ef51b75caa14e38a7c8352218e5f506, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731552618291
2024-11-14T02:50:20,656 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 007700f8301d4672881227b39798dfc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=333, earliestPutTs=1731552618454
2024-11-14T02:50:20,656 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89e180891aba4bae9a55e17175083c7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731552619609
2024-11-14T02:50:20,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741915_1091 (size=12301)
2024-11-14T02:50:20,667 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#C#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:20,668 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/acb7403bde9e478ab4e82b4a8f35f38f is 50, key is test_row_0/C:col10/1731552619621/Put/seqid=0
2024-11-14T02:50:20,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741916_1092 (size=13153)
2024-11-14T02:50:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:20,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:20,913 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552680906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:20,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:20,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:20,913 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:20,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552680908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:20,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:20,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:20,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:20,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552680913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:20,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:20,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:20,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-14T02:50:21,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552681016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:21,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552681016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:21,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:21,027 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:21,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552681026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:21,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:21,040 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/0bf70dd6097c40e99922f537d7cca5ff as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/0bf70dd6097c40e99922f537d7cca5ff
2024-11-14T02:50:21,047 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/B of 914ba898dc65fa1954199dd2c3938ba7 into 0bf70dd6097c40e99922f537d7cca5ff(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:21,047 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:21,048 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/B, priority=12, startTime=1731552620568; duration=0sec
2024-11-14T02:50:21,048 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:21,048 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:B
2024-11-14T02:50:21,062 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/3bbb67e92d664dd0adb935aa0231f5dd
2024-11-14T02:50:21,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/b1710db2441844c3981a1880f8ba8397 is 50, key is test_row_0/C:col10/1731552619742/Put/seqid=0
2024-11-14T02:50:21,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741917_1093 (size=12301)
2024-11-14T02:50:21,087 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/acb7403bde9e478ab4e82b4a8f35f38f as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/acb7403bde9e478ab4e82b4a8f35f38f
2024-11-14T02:50:21,093 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/C of 914ba898dc65fa1954199dd2c3938ba7 into acb7403bde9e478ab4e82b4a8f35f38f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:21,094 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:21,094 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/C, priority=12, startTime=1731552620568; duration=0sec
2024-11-14T02:50:21,094 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:21,094 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:C
2024-11-14T02:50:21,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552681227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:21,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:21,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552681227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:21,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:21,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:21,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552681236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:21,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:21,476 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/b1710db2441844c3981a1880f8ba8397
2024-11-14T02:50:21,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/2f09a172afa44b43ad41b1575ae7c965 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/2f09a172afa44b43ad41b1575ae7c965
2024-11-14T02:50:21,489 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/2f09a172afa44b43ad41b1575ae7c965, entries=150, sequenceid=378, filesize=12.0 K
2024-11-14T02:50:21,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/3bbb67e92d664dd0adb935aa0231f5dd as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/3bbb67e92d664dd0adb935aa0231f5dd
2024-11-14T02:50:21,496 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/3bbb67e92d664dd0adb935aa0231f5dd, entries=150, sequenceid=378, filesize=12.0 K
2024-11-14T02:50:21,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/b1710db2441844c3981a1880f8ba8397 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/b1710db2441844c3981a1880f8ba8397
2024-11-14T02:50:21,505 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/b1710db2441844c3981a1880f8ba8397, entries=150, sequenceid=378, filesize=12.0 K
2024-11-14T02:50:21,506 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 914ba898dc65fa1954199dd2c3938ba7 in 925ms, sequenceid=378, compaction requested=false
2024-11-14T02:50:21,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:21,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:21,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22
2024-11-14T02:50:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=22
2024-11-14T02:50:21,510 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-11-14T02:50:21,510 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6970 sec
2024-11-14T02:50:21,513 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.7040 sec
2024-11-14T02:50:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:21,538 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-14T02:50:21,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:21,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:21,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:21,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:21,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:21,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:21,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/6b2b44c857c14ad0927204b76e47ac0c is 50, key is test_row_1/A:col10/1731552620899/Put/seqid=0
2024-11-14T02:50:21,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741918_1094 (size=12297)
2024-11-14T02:50:21,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731552621555, max timestamp=1731552621574Num uniques 859; 
2024-11-14T02:50:21,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731552621555, max timestamp=1731552621574Num uniques 859; 
2024-11-14T02:50:21,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731552621555, max timestamp=1731552621574Num uniques 859; 
2024-11-14T02:50:21,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409
2024-11-14T02:50:21,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409
2024-11-14T02:50:21,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409
2024-11-14T02:50:21,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552681600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:21,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552681602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:21,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:21,608 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552681602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:21,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:21,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552681716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:21,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:21,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552681716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:21,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,719 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552681716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:21,927 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:21,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552681926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:21,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,927 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:21,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552681926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:21,928 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:21,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552681926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:21,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:21,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:21,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:21,949 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/6b2b44c857c14ad0927204b76e47ac0c
2024-11-14T02:50:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-14T02:50:21,957 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:50:21,958 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:50:21,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees
2024-11-14T02:50:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-14T02:50:21,960 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:50:21,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/028ecbe0f471470f998ee2389aba1a80 is 50, key is test_row_1/B:col10/1731552620899/Put/seqid=0
2024-11-14T02:50:21,961 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:50:21,961 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:50:21,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741919_1095 (size=9857)
2024-11-14T02:50:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-14T02:50:22,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-14T02:50:22,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:22,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:22,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:22,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:22,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:22,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:22,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552682236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:22,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552682236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:22,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:22,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552682236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:22,237 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:22,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:22,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:22,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:22,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:22,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:22,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:22,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-14T02:50:22,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:22,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:22,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:22,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:22,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-14T02:50:22,377 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/028ecbe0f471470f998ee2389aba1a80
2024-11-14T02:50:22,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/5ee25977ef664700bff6cf2f1c3e63a6 is 50, key is test_row_1/C:col10/1731552620899/Put/seqid=0
2024-11-14T02:50:22,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741920_1096 (size=9857)
2024-11-14T02:50:22,405 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/5ee25977ef664700bff6cf2f1c3e63a6
2024-11-14T02:50:22,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/6b2b44c857c14ad0927204b76e47ac0c as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/6b2b44c857c14ad0927204b76e47ac0c
2024-11-14T02:50:22,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-14T02:50:22,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:22,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:22,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:22,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:22,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:22,422 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/6b2b44c857c14ad0927204b76e47ac0c, entries=150, sequenceid=392, filesize=12.0 K
2024-11-14T02:50:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:22,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/028ecbe0f471470f998ee2389aba1a80 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/028ecbe0f471470f998ee2389aba1a80
2024-11-14T02:50:22,432 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/028ecbe0f471470f998ee2389aba1a80, entries=100, sequenceid=392, filesize=9.6 K
2024-11-14T02:50:22,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/5ee25977ef664700bff6cf2f1c3e63a6 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/5ee25977ef664700bff6cf2f1c3e63a6
2024-11-14T02:50:22,442 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/5ee25977ef664700bff6cf2f1c3e63a6, entries=100, sequenceid=392, filesize=9.6 K
2024-11-14T02:50:22,443 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=140.89 KB/144270 for 914ba898dc65fa1954199dd2c3938ba7 in 905ms, sequenceid=392, compaction requested=true
2024-11-14T02:50:22,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:22,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:50:22,444 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:22,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:22,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:50:22,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:22,444 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:22,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:50:22,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:22,446 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37751 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:22,446 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:22,446 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/A is initiating minor compaction (all files)
2024-11-14T02:50:22,446 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/B is initiating minor compaction (all files)
2024-11-14T02:50:22,446 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/A in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:22,446 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/B in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:22,446 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/0bf70dd6097c40e99922f537d7cca5ff, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/3bbb67e92d664dd0adb935aa0231f5dd, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/028ecbe0f471470f998ee2389aba1a80] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=34.5 K
2024-11-14T02:50:22,446 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/dcd7ac739ee24a52970a4715a2ce0419, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/2f09a172afa44b43ad41b1575ae7c965, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/6b2b44c857c14ad0927204b76e47ac0c] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=36.9 K
2024-11-14T02:50:22,447 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bf70dd6097c40e99922f537d7cca5ff, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731552619609
2024-11-14T02:50:22,447 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcd7ac739ee24a52970a4715a2ce0419, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731552619609
2024-11-14T02:50:22,447 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f09a172afa44b43ad41b1575ae7c965, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731552619698
2024-11-14T02:50:22,447 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bbb67e92d664dd0adb935aa0231f5dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731552619698
2024-11-14T02:50:22,448 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b2b44c857c14ad0927204b76e47ac0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731552620899
2024-11-14T02:50:22,448 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 028ecbe0f471470f998ee2389aba1a80, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731552620899
2024-11-14T02:50:22,459 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#B#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:22,460 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/f3f754cf2faa4649a66813da3439b22d is 50, key is test_row_0/B:col10/1731552619742/Put/seqid=0
2024-11-14T02:50:22,472 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#A#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:22,472 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/d27907ce99ee45549c5d921ac3ac37ae is 50, key is test_row_0/A:col10/1731552619742/Put/seqid=0
2024-11-14T02:50:22,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741921_1097 (size=13255)
2024-11-14T02:50:22,501 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741922_1098 (size=13255)
2024-11-14T02:50:22,514 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/d27907ce99ee45549c5d921ac3ac37ae as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/d27907ce99ee45549c5d921ac3ac37ae
2024-11-14T02:50:22,525 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/A of 914ba898dc65fa1954199dd2c3938ba7 into d27907ce99ee45549c5d921ac3ac37ae(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:22,525 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:22,525 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/A, priority=13, startTime=1731552622443; duration=0sec
2024-11-14T02:50:22,525 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:22,526 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:A
2024-11-14T02:50:22,526 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:22,527 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:22,527 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/C is initiating minor compaction (all files)
2024-11-14T02:50:22,527 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/C in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:22,527 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/acb7403bde9e478ab4e82b4a8f35f38f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/b1710db2441844c3981a1880f8ba8397, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/5ee25977ef664700bff6cf2f1c3e63a6] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=34.5 K
2024-11-14T02:50:22,528 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting acb7403bde9e478ab4e82b4a8f35f38f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=343, earliestPutTs=1731552619609
2024-11-14T02:50:22,529 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1710db2441844c3981a1880f8ba8397, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731552619698
2024-11-14T02:50:22,529 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ee25977ef664700bff6cf2f1c3e63a6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731552620899
2024-11-14T02:50:22,541 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#C#compaction#86 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:22,542 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/8b4d890db1534ea485448a212bb47174 is 50, key is test_row_0/C:col10/1731552619742/Put/seqid=0
2024-11-14T02:50:22,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741923_1099 (size=13255)
2024-11-14T02:50:22,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-14T02:50:22,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:22,575 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=140.89 KB heapSize=381.47 KB
2024-11-14T02:50:22,575 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/8b4d890db1534ea485448a212bb47174 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/8b4d890db1534ea485448a212bb47174
2024-11-14T02:50:22,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:22,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:22,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:22,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:22,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:22,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:22,585 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/C of 914ba898dc65fa1954199dd2c3938ba7 into 8b4d890db1534ea485448a212bb47174(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:22,585 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:22,585 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/C, priority=13, startTime=1731552622444; duration=0sec
2024-11-14T02:50:22,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-14T02:50:22,586 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:22,586 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:C
2024-11-14T02:50:22,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/ee18a201a7c34a3bbdf1467eaf37874f is 50, key is test_row_0/A:col10/1731552621600/Put/seqid=0
2024-11-14T02:50:22,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741924_1100 (size=12301)
2024-11-14T02:50:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:22,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:22,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552682754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:22,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:22,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:22,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:22,759 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:22,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552682755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:22,764 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:22,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552682756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:22,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:22,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:22,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:22,870 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552682866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:22,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:22,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552682866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552682866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:22,871 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:22,895 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/f3f754cf2faa4649a66813da3439b22d as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/f3f754cf2faa4649a66813da3439b22d
2024-11-14T02:50:22,904 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/B of 914ba898dc65fa1954199dd2c3938ba7 into f3f754cf2faa4649a66813da3439b22d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:22,904 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:22,904 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/B, priority=13, startTime=1731552622444; duration=0sec
2024-11-14T02:50:22,904 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:22,904 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:B
2024-11-14T02:50:22,999 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/ee18a201a7c34a3bbdf1467eaf37874f
2024-11-14T02:50:23,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/976fea7535e2488eb13b62a77f46c984 is 50, key is test_row_0/B:col10/1731552621600/Put/seqid=0
2024-11-14T02:50:23,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741925_1101 (size=12301)
2024-11-14T02:50:23,013 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/976fea7535e2488eb13b62a77f46c984
2024-11-14T02:50:23,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/94cae6888441446aa07e92f24be8f068 is 50, key is test_row_0/C:col10/1731552621600/Put/seqid=0
2024-11-14T02:50:23,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741926_1102 (size=12301)
2024-11-14T02:50:23,079 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552683076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:23,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:23,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:23,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:23,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552683076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:23,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:23,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:23,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:23,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552683076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:23,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:23,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:23,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:23,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-14T02:50:23,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552683386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:23,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552683386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:23,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:23,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:23,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:23,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:23,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:23,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:23,389 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:23,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552683386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:23,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:23,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:23,389 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:23,427 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/94cae6888441446aa07e92f24be8f068
2024-11-14T02:50:23,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/ee18a201a7c34a3bbdf1467eaf37874f as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/ee18a201a7c34a3bbdf1467eaf37874f
2024-11-14T02:50:23,436 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/ee18a201a7c34a3bbdf1467eaf37874f, entries=150, sequenceid=426, filesize=12.0 K
2024-11-14T02:50:23,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/976fea7535e2488eb13b62a77f46c984 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/976fea7535e2488eb13b62a77f46c984
2024-11-14T02:50:23,443 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/976fea7535e2488eb13b62a77f46c984, entries=150, sequenceid=426, filesize=12.0 K
2024-11-14T02:50:23,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/94cae6888441446aa07e92f24be8f068 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/94cae6888441446aa07e92f24be8f068
2024-11-14T02:50:23,450 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/94cae6888441446aa07e92f24be8f068, entries=150, sequenceid=426, filesize=12.0 K
2024-11-14T02:50:23,451 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~381.42 KB/390576, currentSize=46.96 KB/48090 for 914ba898dc65fa1954199dd2c3938ba7 in 876ms, sequenceid=426, compaction requested=false
2024-11-14T02:50:23,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:23,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:23,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24
2024-11-14T02:50:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=24
2024-11-14T02:50:23,455 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-14T02:50:23,455 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4920 sec
2024-11-14T02:50:23,457 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.4980 sec
2024-11-14T02:50:23,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:23,898 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-14T02:50:23,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:23,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:23,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:23,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:23,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:23,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:23,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/bb112e6663954047b5cc9dd4f04306c4 is 50, key is test_row_0/A:col10/1731552623897/Put/seqid=0
2024-11-14T02:50:23,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741927_1103 (size=12301)
2024-11-14T02:50:23,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:23,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552683928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:23,932 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552623909, max timestamp=1731552623928Num uniques 859; 
2024-11-14T02:50:23,932 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552623909, max timestamp=1731552623928Num uniques 859; 
2024-11-14T02:50:23,932 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552623909, max timestamp=1731552623928Num uniques 859; 
2024-11-14T02:50:23,932 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:50:23,932 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:50:23,932 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:50:23,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:23,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:23,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:23,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:23,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552683971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:23,975 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:23,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552683973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:23,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:23,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:23,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:24,043 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:24,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552684036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:24,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:24,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:24,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:24,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:24,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552684076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:24,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:24,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:24,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:24,092 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:24,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552684087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:24,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:24,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:24,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:24,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-14T02:50:24,106 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:50:24,107 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:50:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees
2024-11-14T02:50:24,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-14T02:50:24,110 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:50:24,111 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:50:24,111 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:50:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-14T02:50:24,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:24,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552684246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:24,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-14T02:50:24,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:24,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:24,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:24,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:24,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:24,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:24,290 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:24,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552684289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:24,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:24,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:24,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:24,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552684296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:24,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:24,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:24,302 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:24,326 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/bb112e6663954047b5cc9dd4f04306c4
2024-11-14T02:50:24,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/7a1eddefe2b048eeb350af813d7a2748 is 50, key is test_row_0/B:col10/1731552623897/Put/seqid=0
2024-11-14T02:50:24,339 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741928_1104 (size=12301)
2024-11-14T02:50:24,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-14T02:50:24,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:24,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:24,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:24,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:24,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:24,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:24,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-14T02:50:24,558 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552684556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:24,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:24,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:24,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:24,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48820 deadline: 1731552684566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:24,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48836 deadline: 1731552684566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:24,570 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in 914ba898dc65fa1954199dd2c3938ba7 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8227 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:50:24,570 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_0' in 914ba898dc65fa1954199dd2c3938ba7 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8228 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:50:24,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-14T02:50:24,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:24,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:24,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:24,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:24,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:24,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:24,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:24,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:24,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:24,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:24,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:24,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:24,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552684596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:24,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:24,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552684606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:24,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:24,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:24,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:24,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-14T02:50:24,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:24,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:24,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:24,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:24,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:24,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-14T02:50:24,740 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/7a1eddefe2b048eeb350af813d7a2748
2024-11-14T02:50:24,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/23b50d6a0d734bc0bdbbc723ef04e450 is 50, key is test_row_0/C:col10/1731552623897/Put/seqid=0
2024-11-14T02:50:24,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741929_1105 (size=12301)
2024-11-14T02:50:24,758 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/23b50d6a0d734bc0bdbbc723ef04e450
2024-11-14T02:50:24,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/bb112e6663954047b5cc9dd4f04306c4 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/bb112e6663954047b5cc9dd4f04306c4
2024-11-14T02:50:24,771 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/bb112e6663954047b5cc9dd4f04306c4, entries=150, sequenceid=439, filesize=12.0 K
2024-11-14T02:50:24,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/7a1eddefe2b048eeb350af813d7a2748 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/7a1eddefe2b048eeb350af813d7a2748
2024-11-14T02:50:24,779 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/7a1eddefe2b048eeb350af813d7a2748, entries=150, sequenceid=439, filesize=12.0 K
2024-11-14T02:50:24,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/23b50d6a0d734bc0bdbbc723ef04e450 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/23b50d6a0d734bc0bdbbc723ef04e450
2024-11-14T02:50:24,788 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/23b50d6a0d734bc0bdbbc723ef04e450, entries=150, sequenceid=439, filesize=12.0 K
2024-11-14T02:50:24,789 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 914ba898dc65fa1954199dd2c3938ba7 in 891ms, sequenceid=439, compaction requested=true
2024-11-14T02:50:24,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:24,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:50:24,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:24,789 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:24,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:50:24,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:24,790 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:24,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:50:24,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:24,791 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:24,791 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/A is initiating minor compaction (all files)
2024-11-14T02:50:24,791 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/A in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:24,791 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:24,792 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/d27907ce99ee45549c5d921ac3ac37ae, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/ee18a201a7c34a3bbdf1467eaf37874f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/bb112e6663954047b5cc9dd4f04306c4] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=37.0 K
2024-11-14T02:50:24,792 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/B is initiating minor compaction (all files)
2024-11-14T02:50:24,792 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/B in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:24,792 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/f3f754cf2faa4649a66813da3439b22d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/976fea7535e2488eb13b62a77f46c984, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/7a1eddefe2b048eeb350af813d7a2748] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=37.0 K
2024-11-14T02:50:24,792 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting d27907ce99ee45549c5d921ac3ac37ae, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731552619742
2024-11-14T02:50:24,792 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting f3f754cf2faa4649a66813da3439b22d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731552619742
2024-11-14T02:50:24,793 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee18a201a7c34a3bbdf1467eaf37874f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731552621593
2024-11-14T02:50:24,793 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 976fea7535e2488eb13b62a77f46c984, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731552621593
2024-11-14T02:50:24,793 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb112e6663954047b5cc9dd4f04306c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731552622752
2024-11-14T02:50:24,793 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a1eddefe2b048eeb350af813d7a2748, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731552622752
2024-11-14T02:50:24,801 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#A#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:24,804 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#B#compaction#93 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:24,804 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/8d703fa714f74d1ab9341ffdbf2a77f2 is 50, key is test_row_0/B:col10/1731552623897/Put/seqid=0
2024-11-14T02:50:24,805 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/9c4514923e9a422ebd7431f33aadd173 is 50, key is test_row_0/A:col10/1731552623897/Put/seqid=0
2024-11-14T02:50:24,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741930_1106 (size=13357)
2024-11-14T02:50:24,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741931_1107 (size=13357)
2024-11-14T02:50:24,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-14T02:50:24,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:24,878 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB
2024-11-14T02:50:24,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:24,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:24,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:24,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:24,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:24,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:24,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/480dc51b765146768c0597769674f69c is 50, key is test_row_0/A:col10/1731552623959/Put/seqid=0
2024-11-14T02:50:24,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741932_1108 (size=12301)
2024-11-14T02:50:24,890 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/480dc51b765146768c0597769674f69c
2024-11-14T02:50:24,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/2d6e41677bd9431992266172eddf3f38 is 50, key is test_row_0/B:col10/1731552623959/Put/seqid=0
2024-11-14T02:50:24,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741933_1109 (size=12301)
2024-11-14T02:50:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:25,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. as already flushing
2024-11-14T02:50:25,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:25,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552685095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:25,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:25,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:25,102 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:25,107 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:25,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552685106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:25,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:25,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:25,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552685126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:25,132 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:25,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552685206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:25,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:25,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:25,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:25,219 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/8d703fa714f74d1ab9341ffdbf2a77f2 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/8d703fa714f74d1ab9341ffdbf2a77f2
2024-11-14T02:50:25,223 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/9c4514923e9a422ebd7431f33aadd173 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/9c4514923e9a422ebd7431f33aadd173
2024-11-14T02:50:25,225 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/B of 914ba898dc65fa1954199dd2c3938ba7 into 8d703fa714f74d1ab9341ffdbf2a77f2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:25,225 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:25,225 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/B, priority=13, startTime=1731552624789; duration=0sec
2024-11-14T02:50:25,226 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:25,226 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:B
2024-11-14T02:50:25,226 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:25,227 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:25,227 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/C is initiating minor compaction (all files)
2024-11-14T02:50:25,227 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/C in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:25,227 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/8b4d890db1534ea485448a212bb47174, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/94cae6888441446aa07e92f24be8f068, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/23b50d6a0d734bc0bdbbc723ef04e450] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=37.0 K
2024-11-14T02:50:25,228 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b4d890db1534ea485448a212bb47174, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1731552619742
2024-11-14T02:50:25,229 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 94cae6888441446aa07e92f24be8f068, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1731552621593
2024-11-14T02:50:25,230 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 23b50d6a0d734bc0bdbbc723ef04e450, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731552622752
2024-11-14T02:50:25,231 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/A of 914ba898dc65fa1954199dd2c3938ba7 into 9c4514923e9a422ebd7431f33aadd173(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:25,231 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:25,231 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/A, priority=13, startTime=1731552624789; duration=0sec
2024-11-14T02:50:25,231 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:25,231 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:A
2024-11-14T02:50:25,236 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#C#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:25,237 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/87215b9f17fa4b569976e8efb89cdb0a is 50, key is test_row_0/C:col10/1731552623897/Put/seqid=0
2024-11-14T02:50:25,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-14T02:50:25,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741934_1110 (size=13357)
2024-11-14T02:50:25,260 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/87215b9f17fa4b569976e8efb89cdb0a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/87215b9f17fa4b569976e8efb89cdb0a
2024-11-14T02:50:25,266 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/C of 914ba898dc65fa1954199dd2c3938ba7 into 87215b9f17fa4b569976e8efb89cdb0a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:25,266 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:25,267 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/C, priority=13, startTime=1731552624790; duration=0sec
2024-11-14T02:50:25,267 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:25,267 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:C
2024-11-14T02:50:25,310 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/2d6e41677bd9431992266172eddf3f38
2024-11-14T02:50:25,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/252abe2e3be74768b729273698597cfc is 50, key is test_row_0/C:col10/1731552623959/Put/seqid=0
2024-11-14T02:50:25,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741935_1111 (size=12301)
2024-11-14T02:50:25,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:25,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552685416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:25,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:25,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:25,421 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:25,724 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/252abe2e3be74768b729273698597cfc
2024-11-14T02:50:25,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552685726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:25,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:25,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:25,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:25,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/480dc51b765146768c0597769674f69c as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/480dc51b765146768c0597769674f69c
2024-11-14T02:50:25,734 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/480dc51b765146768c0597769674f69c, entries=150, sequenceid=473, filesize=12.0 K
2024-11-14T02:50:25,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/2d6e41677bd9431992266172eddf3f38 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/2d6e41677bd9431992266172eddf3f38
2024-11-14T02:50:25,740 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/2d6e41677bd9431992266172eddf3f38, entries=150, sequenceid=473, filesize=12.0 K
2024-11-14T02:50:25,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/252abe2e3be74768b729273698597cfc as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/252abe2e3be74768b729273698597cfc
2024-11-14T02:50:25,747 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/252abe2e3be74768b729273698597cfc, entries=150, sequenceid=473, filesize=12.0 K
2024-11-14T02:50:25,748 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for 914ba898dc65fa1954199dd2c3938ba7 in 871ms, sequenceid=473, compaction requested=false
2024-11-14T02:50:25,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:25,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:25,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26
2024-11-14T02:50:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=26
2024-11-14T02:50:25,752 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-14T02:50:25,752 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6390 sec
2024-11-14T02:50:25,754 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.6450 sec
2024-11-14T02:50:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:26,117 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-14T02:50:26,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:26,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:26,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:26,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:26,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:26,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:26,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/5758d2d0e7a04d02ba63cc46cd9cdf1a is 50, key is test_row_0/A:col10/1731552626116/Put/seqid=0
2024-11-14T02:50:26,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741936_1112 (size=14741)
2024-11-14T02:50:26,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552686158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:26,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:26,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552686159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:26,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:26,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:26,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:26,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:26,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:26,201 INFO  [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158.
2024-11-14T02:50:26,201 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:50:26,202 INFO  [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156.
2024-11-14T02:50:26,202 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:50:26,205 INFO  [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154.
2024-11-14T02:50:26,205 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:50:26,205 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:26,205 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:26,205 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:26,206 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:26,206 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:26,206 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:50:26,206 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:50:26,206 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:50:26,206 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:26,209 INFO  [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160.
2024-11-14T02:50:26,209 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:50:26,209 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:26,210 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:26,210 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:50:26,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:26,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552686236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:26,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-14T02:50:26,256 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:50:26,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:26,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552686266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552686266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:26,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:26,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:26,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:26,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:26,267 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:26,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:26,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:26,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552686477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:26,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552686477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:26,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:26,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:26,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:26,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:26,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:26,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:26,544 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/5758d2d0e7a04d02ba63cc46cd9cdf1a
2024-11-14T02:50:26,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/da36f5eb09574a239808c3dc545fc82e is 50, key is test_row_0/B:col10/1731552626116/Put/seqid=0
2024-11-14T02:50:26,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741937_1113 (size=12301)
2024-11-14T02:50:26,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:26,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552686786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:26,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552686786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:26,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:26,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:26,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:26,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:26,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:26,787 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:26,965 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/da36f5eb09574a239808c3dc545fc82e
2024-11-14T02:50:26,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/0b47496f9c3d4cb29b8e0e422a5d3bf3 is 50, key is test_row_0/C:col10/1731552626116/Put/seqid=0
2024-11-14T02:50:26,984 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741938_1114 (size=12301)
2024-11-14T02:50:27,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48830 deadline: 1731552687247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:27,250 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_1' in 914ba898dc65fa1954199dd2c3938ba7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:50:27,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:27,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:27,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:27,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:27,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48858 deadline: 1731552687297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48840 deadline: 1731552687298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:27,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:27,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:27,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:27,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:27,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:27,300 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:50:27,385 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/0b47496f9c3d4cb29b8e0e422a5d3bf3
2024-11-14T02:50:27,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/5758d2d0e7a04d02ba63cc46cd9cdf1a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/5758d2d0e7a04d02ba63cc46cd9cdf1a
2024-11-14T02:50:27,399 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/5758d2d0e7a04d02ba63cc46cd9cdf1a, entries=200, sequenceid=488, filesize=14.4 K
2024-11-14T02:50:27,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/da36f5eb09574a239808c3dc545fc82e as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/da36f5eb09574a239808c3dc545fc82e
2024-11-14T02:50:27,405 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/da36f5eb09574a239808c3dc545fc82e, entries=150, sequenceid=488, filesize=12.0 K
2024-11-14T02:50:27,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/0b47496f9c3d4cb29b8e0e422a5d3bf3 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/0b47496f9c3d4cb29b8e0e422a5d3bf3
2024-11-14T02:50:27,411 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/0b47496f9c3d4cb29b8e0e422a5d3bf3, entries=150, sequenceid=488, filesize=12.0 K
2024-11-14T02:50:27,412 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 914ba898dc65fa1954199dd2c3938ba7 in 1295ms, sequenceid=488, compaction requested=true
2024-11-14T02:50:27,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:27,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:50:27,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:27,413 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:27,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:50:27,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:27,413 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:27,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 914ba898dc65fa1954199dd2c3938ba7:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:50:27,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:27,414 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:27,414 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:27,414 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/A is initiating minor compaction (all files)
2024-11-14T02:50:27,414 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/B is initiating minor compaction (all files)
2024-11-14T02:50:27,414 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/B in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:27,414 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/A in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:27,414 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/9c4514923e9a422ebd7431f33aadd173, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/480dc51b765146768c0597769674f69c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/5758d2d0e7a04d02ba63cc46cd9cdf1a] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=39.5 K
2024-11-14T02:50:27,414 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/8d703fa714f74d1ab9341ffdbf2a77f2, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/2d6e41677bd9431992266172eddf3f38, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/da36f5eb09574a239808c3dc545fc82e] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=37.1 K
2024-11-14T02:50:27,415 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d703fa714f74d1ab9341ffdbf2a77f2, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731552622752
2024-11-14T02:50:27,415 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c4514923e9a422ebd7431f33aadd173, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731552622752
2024-11-14T02:50:27,415 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d6e41677bd9431992266172eddf3f38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1731552623959
2024-11-14T02:50:27,415 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 480dc51b765146768c0597769674f69c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1731552623959
2024-11-14T02:50:27,416 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting da36f5eb09574a239808c3dc545fc82e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731552625092
2024-11-14T02:50:27,416 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5758d2d0e7a04d02ba63cc46cd9cdf1a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731552625071
2024-11-14T02:50:27,423 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#B#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:27,423 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#A#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:27,424 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/192269e256b149cf8658b5e094dc10bc is 50, key is test_row_0/B:col10/1731552626116/Put/seqid=0
2024-11-14T02:50:27,424 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/c64363187db643a29c770f5d28607e80 is 50, key is test_row_0/A:col10/1731552626116/Put/seqid=0
2024-11-14T02:50:27,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741940_1116 (size=13459)
2024-11-14T02:50:27,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741939_1115 (size=13459)
2024-11-14T02:50:27,839 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/192269e256b149cf8658b5e094dc10bc as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/192269e256b149cf8658b5e094dc10bc
2024-11-14T02:50:27,839 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/c64363187db643a29c770f5d28607e80 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/c64363187db643a29c770f5d28607e80
2024-11-14T02:50:27,845 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/B of 914ba898dc65fa1954199dd2c3938ba7 into 192269e256b149cf8658b5e094dc10bc(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:27,845 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:27,845 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/A of 914ba898dc65fa1954199dd2c3938ba7 into c64363187db643a29c770f5d28607e80(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:27,845 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/B, priority=13, startTime=1731552627413; duration=0sec
2024-11-14T02:50:27,845 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:27,845 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/A, priority=13, startTime=1731552627413; duration=0sec
2024-11-14T02:50:27,845 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:27,845 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:B
2024-11-14T02:50:27,845 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:27,845 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:27,845 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:A
2024-11-14T02:50:27,847 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:27,847 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 914ba898dc65fa1954199dd2c3938ba7/C is initiating minor compaction (all files)
2024-11-14T02:50:27,847 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 914ba898dc65fa1954199dd2c3938ba7/C in TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:27,847 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/87215b9f17fa4b569976e8efb89cdb0a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/252abe2e3be74768b729273698597cfc, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/0b47496f9c3d4cb29b8e0e422a5d3bf3] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp, totalSize=37.1 K
2024-11-14T02:50:27,847 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 87215b9f17fa4b569976e8efb89cdb0a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1731552622752
2024-11-14T02:50:27,848 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 252abe2e3be74768b729273698597cfc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1731552623959
2024-11-14T02:50:27,848 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b47496f9c3d4cb29b8e0e422a5d3bf3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1731552625092
2024-11-14T02:50:27,855 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 914ba898dc65fa1954199dd2c3938ba7#C#compaction#104 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:27,856 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/1a047da5c2044607813421067233794c is 50, key is test_row_0/C:col10/1731552626116/Put/seqid=0
2024-11-14T02:50:27,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741941_1117 (size=13459)
2024-11-14T02:50:28,254 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T02:50:28,269 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/1a047da5c2044607813421067233794c as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/1a047da5c2044607813421067233794c
2024-11-14T02:50:28,276 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 914ba898dc65fa1954199dd2c3938ba7/C of 914ba898dc65fa1954199dd2c3938ba7 into 1a047da5c2044607813421067233794c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:28,276 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:28,276 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., storeName=914ba898dc65fa1954199dd2c3938ba7/C, priority=13, startTime=1731552627413; duration=0sec
2024-11-14T02:50:28,276 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:28,276 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 914ba898dc65fa1954199dd2c3938ba7:C
2024-11-14T02:50:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:28,307 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=127.47 KB heapSize=379.97 KB
2024-11-14T02:50:28,308 INFO  [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147.
2024-11-14T02:50:28,308 INFO  [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149.
2024-11-14T02:50:28,308 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:50:28,308 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:50:28,308 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:28,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:28,308 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:28,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:28,308 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:28,308 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:28,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:28,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:28,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:28,308 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:50:28,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:28,308 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:50:28,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/155064b0cc4d45cf9aafd268646f4654 is 50, key is test_row_0/A:col10/1731552628306/Put/seqid=0
2024-11-14T02:50:28,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741942_1118 (size=12301)
2024-11-14T02:50:28,718 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/155064b0cc4d45cf9aafd268646f4654
2024-11-14T02:50:28,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/6ebc48a4ec3f4809a8f95db75ad1584e is 50, key is test_row_0/B:col10/1731552628306/Put/seqid=0
2024-11-14T02:50:28,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741943_1119 (size=12301)
2024-11-14T02:50:29,140 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/6ebc48a4ec3f4809a8f95db75ad1584e
2024-11-14T02:50:29,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/8ba10561f09348b29174f37b5d3ab567 is 50, key is test_row_0/C:col10/1731552628306/Put/seqid=0
2024-11-14T02:50:29,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741944_1120 (size=12301)
2024-11-14T02:50:29,268 INFO  [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143.
2024-11-14T02:50:29,268 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:50:29,268 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:29,268 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:29,269 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:50:29,554 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/8ba10561f09348b29174f37b5d3ab567
2024-11-14T02:50:29,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/155064b0cc4d45cf9aafd268646f4654 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/155064b0cc4d45cf9aafd268646f4654
2024-11-14T02:50:29,571 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/155064b0cc4d45cf9aafd268646f4654, entries=150, sequenceid=513, filesize=12.0 K
2024-11-14T02:50:29,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/6ebc48a4ec3f4809a8f95db75ad1584e as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/6ebc48a4ec3f4809a8f95db75ad1584e
2024-11-14T02:50:29,578 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/6ebc48a4ec3f4809a8f95db75ad1584e, entries=150, sequenceid=513, filesize=12.0 K
2024-11-14T02:50:29,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/8ba10561f09348b29174f37b5d3ab567 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/8ba10561f09348b29174f37b5d3ab567
2024-11-14T02:50:29,584 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/8ba10561f09348b29174f37b5d3ab567, entries=150, sequenceid=513, filesize=12.0 K
2024-11-14T02:50:29,585 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=6.71 KB/6870 for 914ba898dc65fa1954199dd2c3938ba7 in 1278ms, sequenceid=513, compaction requested=false
2024-11-14T02:50:29,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 914ba898dc65fa1954199dd2c3938ba7:

2024-11-14T02:50:34,598 INFO  [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151.
2024-11-14T02:50:34,598 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:50:34,599 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:34,599 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:34,599 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:50:34,648 INFO  [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145.
2024-11-14T02:50:34,648 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:50:34,648 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:34,648 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:34,648 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:50:34,648 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-14T02:50:34,649 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 98
2024-11-14T02:50:34,649 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 40
2024-11-14T02:50:34,649 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 99
2024-11-14T02:50:34,649 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 106
2024-11-14T02:50:34,649 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 64
2024-11-14T02:50:34,649 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-14T02:50:34,649 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3068
2024-11-14T02:50:34,649 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3068
2024-11-14T02:50:34,649 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-14T02:50:34,649 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1266
2024-11-14T02:50:34,649 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3788 rows
2024-11-14T02:50:34,649 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1262
2024-11-14T02:50:34,649 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3781 rows
2024-11-14T02:50:34,649 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-14T02:50:34,649 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-14T02:50:34,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:34,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:34,650 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:50:34,654 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-14T02:50:34,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-14T02:50:34,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-14T02:50:34,663 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552634663"}]},"ts":"1731552634663"}
2024-11-14T02:50:34,665 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-14T02:50:34,666 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-14T02:50:34,668 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-14T02:50:34,673 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=914ba898dc65fa1954199dd2c3938ba7, UNASSIGN}]
2024-11-14T02:50:34,675 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=914ba898dc65fa1954199dd2c3938ba7, UNASSIGN
2024-11-14T02:50:34,676 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=914ba898dc65fa1954199dd2c3938ba7, regionState=CLOSING, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:34,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=914ba898dc65fa1954199dd2c3938ba7, UNASSIGN because future has completed
2024-11-14T02:50:34,680 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T02:50:34,680 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826}]
2024-11-14T02:50:34,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-14T02:50:34,837 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:34,837 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T02:50:34,837 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing 914ba898dc65fa1954199dd2c3938ba7, disabling compactions & flushes
2024-11-14T02:50:34,837 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:34,837 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:34,838 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. after waiting 0 ms
2024-11-14T02:50:34,838 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:34,838 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing 914ba898dc65fa1954199dd2c3938ba7 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB
2024-11-14T02:50:34,838 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=A
2024-11-14T02:50:34,838 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:34,838 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=B
2024-11-14T02:50:34,838 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:34,838 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 914ba898dc65fa1954199dd2c3938ba7, store=C
2024-11-14T02:50:34,838 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:34,843 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/b93bc23f73724bc3bbbabb213079b8ac is 50, key is test_row_0/A:col10/1731552634597/Put/seqid=0
2024-11-14T02:50:34,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741945_1121 (size=12301)
2024-11-14T02:50:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-14T02:50:35,248 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/b93bc23f73724bc3bbbabb213079b8ac
2024-11-14T02:50:35,257 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/70d9ba48716e4551bb9429d46808c92b is 50, key is test_row_0/B:col10/1731552634597/Put/seqid=0
2024-11-14T02:50:35,261 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741946_1122 (size=12301)
2024-11-14T02:50:35,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-14T02:50:35,662 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/70d9ba48716e4551bb9429d46808c92b
2024-11-14T02:50:35,672 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/9d6cd5c8e5cf4825ba60bc15729e9f9f is 50, key is test_row_0/C:col10/1731552634597/Put/seqid=0
2024-11-14T02:50:35,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741947_1123 (size=12301)
2024-11-14T02:50:35,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-14T02:50:36,078 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=519 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/9d6cd5c8e5cf4825ba60bc15729e9f9f
2024-11-14T02:50:36,087 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/A/b93bc23f73724bc3bbbabb213079b8ac as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/b93bc23f73724bc3bbbabb213079b8ac
2024-11-14T02:50:36,092 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/b93bc23f73724bc3bbbabb213079b8ac, entries=150, sequenceid=519, filesize=12.0 K
2024-11-14T02:50:36,093 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/B/70d9ba48716e4551bb9429d46808c92b as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/70d9ba48716e4551bb9429d46808c92b
2024-11-14T02:50:36,098 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/70d9ba48716e4551bb9429d46808c92b, entries=150, sequenceid=519, filesize=12.0 K
2024-11-14T02:50:36,099 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/.tmp/C/9d6cd5c8e5cf4825ba60bc15729e9f9f as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/9d6cd5c8e5cf4825ba60bc15729e9f9f
2024-11-14T02:50:36,103 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/9d6cd5c8e5cf4825ba60bc15729e9f9f, entries=150, sequenceid=519, filesize=12.0 K
2024-11-14T02:50:36,104 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 914ba898dc65fa1954199dd2c3938ba7 in 1266ms, sequenceid=519, compaction requested=true
2024-11-14T02:50:36,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/c73d74461da944fbbe40f9b5448cb437, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/eb9ef6b42d2841b69dda2da3aa3893a4, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/7d6066a0549d49c999207b8b7ed7cf2d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/fddb41923e184efdadd7a583601b8130, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/515865d425ce41558f2471945c276833, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/8f96e72f708a487ca7bb0b9057d2a447, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/88e7c9938efd48b7bfc84c416634a0d6, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/4688f37dce5e4146bd037bb8b85bd6c1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/b90c9842e8bd47ca99de7d2b2a5b49d5, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/a7b1ccebce2846a2990a317bd8d15256, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/eb5650cce75a491db59f0de1f1bfe0b2, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/48c1d51b3c5d47fca9de9e37ebe9baa2, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/37ffa2cbceb0403a9e7d11aa43534ec3, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/e0662978e593496486c1ab8e9c31944c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/bbdcb7b99be646bcacaaf9d089af9203, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/3281fc3441984c8a8d9ce84c412c9c4d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/2f31cf9b0683468580dc9461576efd9e, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/2b6ffaef6f4541b3a0ec60598b4f4b66, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/396f3bccf1b64591bbffd640bfd34f85, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/46ff08f6edf14bc0902a17741a24bb72, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/feac129814da494fbc81ce7267ecade0, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/e32f79372eae4ad4b233e79dfb0738d2, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/27baaa6cba1a44549a4af686ad762c62, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/576bd0f2136d474b973636037590be76, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/f6e1255eb3604504900c5de170ee93d2, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/dcd7ac739ee24a52970a4715a2ce0419, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/2f09a172afa44b43ad41b1575ae7c965, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/d27907ce99ee45549c5d921ac3ac37ae, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/6b2b44c857c14ad0927204b76e47ac0c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/ee18a201a7c34a3bbdf1467eaf37874f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/9c4514923e9a422ebd7431f33aadd173, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/bb112e6663954047b5cc9dd4f04306c4, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/480dc51b765146768c0597769674f69c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/5758d2d0e7a04d02ba63cc46cd9cdf1a] to archive
2024-11-14T02:50:36,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-14T02:50:36,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/c73d74461da944fbbe40f9b5448cb437 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/c73d74461da944fbbe40f9b5448cb437
2024-11-14T02:50:36,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/eb9ef6b42d2841b69dda2da3aa3893a4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/eb9ef6b42d2841b69dda2da3aa3893a4
2024-11-14T02:50:36,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/7d6066a0549d49c999207b8b7ed7cf2d to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/7d6066a0549d49c999207b8b7ed7cf2d
2024-11-14T02:50:36,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/fddb41923e184efdadd7a583601b8130 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/fddb41923e184efdadd7a583601b8130
2024-11-14T02:50:36,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/515865d425ce41558f2471945c276833 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/515865d425ce41558f2471945c276833
2024-11-14T02:50:36,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/8f96e72f708a487ca7bb0b9057d2a447 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/8f96e72f708a487ca7bb0b9057d2a447
2024-11-14T02:50:36,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/88e7c9938efd48b7bfc84c416634a0d6 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/88e7c9938efd48b7bfc84c416634a0d6
2024-11-14T02:50:36,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/4688f37dce5e4146bd037bb8b85bd6c1 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/4688f37dce5e4146bd037bb8b85bd6c1
2024-11-14T02:50:36,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/b90c9842e8bd47ca99de7d2b2a5b49d5 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/b90c9842e8bd47ca99de7d2b2a5b49d5
2024-11-14T02:50:36,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/a7b1ccebce2846a2990a317bd8d15256 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/a7b1ccebce2846a2990a317bd8d15256
2024-11-14T02:50:36,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/eb5650cce75a491db59f0de1f1bfe0b2 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/eb5650cce75a491db59f0de1f1bfe0b2
2024-11-14T02:50:36,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/48c1d51b3c5d47fca9de9e37ebe9baa2 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/48c1d51b3c5d47fca9de9e37ebe9baa2
2024-11-14T02:50:36,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/37ffa2cbceb0403a9e7d11aa43534ec3 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/37ffa2cbceb0403a9e7d11aa43534ec3
2024-11-14T02:50:36,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/e0662978e593496486c1ab8e9c31944c to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/e0662978e593496486c1ab8e9c31944c
2024-11-14T02:50:36,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/bbdcb7b99be646bcacaaf9d089af9203 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/bbdcb7b99be646bcacaaf9d089af9203
2024-11-14T02:50:36,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/3281fc3441984c8a8d9ce84c412c9c4d to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/3281fc3441984c8a8d9ce84c412c9c4d
2024-11-14T02:50:36,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/2f31cf9b0683468580dc9461576efd9e to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/2f31cf9b0683468580dc9461576efd9e
2024-11-14T02:50:36,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/2b6ffaef6f4541b3a0ec60598b4f4b66 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/2b6ffaef6f4541b3a0ec60598b4f4b66
2024-11-14T02:50:36,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/396f3bccf1b64591bbffd640bfd34f85 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/396f3bccf1b64591bbffd640bfd34f85
2024-11-14T02:50:36,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/46ff08f6edf14bc0902a17741a24bb72 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/46ff08f6edf14bc0902a17741a24bb72
2024-11-14T02:50:36,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/feac129814da494fbc81ce7267ecade0 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/feac129814da494fbc81ce7267ecade0
2024-11-14T02:50:36,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/e32f79372eae4ad4b233e79dfb0738d2 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/e32f79372eae4ad4b233e79dfb0738d2
2024-11-14T02:50:36,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/27baaa6cba1a44549a4af686ad762c62 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/27baaa6cba1a44549a4af686ad762c62
2024-11-14T02:50:36,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/576bd0f2136d474b973636037590be76 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/576bd0f2136d474b973636037590be76
2024-11-14T02:50:36,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/f6e1255eb3604504900c5de170ee93d2 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/f6e1255eb3604504900c5de170ee93d2
2024-11-14T02:50:36,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/dcd7ac739ee24a52970a4715a2ce0419 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/dcd7ac739ee24a52970a4715a2ce0419
2024-11-14T02:50:36,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/2f09a172afa44b43ad41b1575ae7c965 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/2f09a172afa44b43ad41b1575ae7c965
2024-11-14T02:50:36,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/d27907ce99ee45549c5d921ac3ac37ae to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/d27907ce99ee45549c5d921ac3ac37ae
2024-11-14T02:50:36,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/6b2b44c857c14ad0927204b76e47ac0c to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/6b2b44c857c14ad0927204b76e47ac0c
2024-11-14T02:50:36,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/ee18a201a7c34a3bbdf1467eaf37874f to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/ee18a201a7c34a3bbdf1467eaf37874f
2024-11-14T02:50:36,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/9c4514923e9a422ebd7431f33aadd173 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/9c4514923e9a422ebd7431f33aadd173
2024-11-14T02:50:36,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/bb112e6663954047b5cc9dd4f04306c4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/bb112e6663954047b5cc9dd4f04306c4
2024-11-14T02:50:36,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/480dc51b765146768c0597769674f69c to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/480dc51b765146768c0597769674f69c
2024-11-14T02:50:36,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/5758d2d0e7a04d02ba63cc46cd9cdf1a to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/5758d2d0e7a04d02ba63cc46cd9cdf1a
2024-11-14T02:50:36,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/ceedbec65158458e94e73c1c6b14d406, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/bb224f0809cd44adb109f4fe8bf2bef5, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/c84ab75684e040b6be2c9a2c1f89b1fb, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/95be34f051214d43af52f3c118b85dc1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/66ea70bf76b748c281bae8e5dd51c76a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/ebf1c1cd6bf34d44bae1a9f043ed6ae1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/ad0b065d715842b28cef0bee42dd0c9f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/2d1c9e81e830436a86ca0f06f3fc6a00, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/5304440d12034cd4a64cb77ff9a6f2ff, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/6bfd8682904948aca6cdbe8c27bd5fe6, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/becd00165a114c0fa32d8ec6aae27090, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/e136f31f2ce74452a6b0e5d1b7d29eb5, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/047a5c12f21f4a7bb1d3964eb54c199d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/2b302c6d00164e65bb0d733aa31db7d6, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/81ef96ba9fd644c28701c43d6b7c1c9b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/7b4b900449ac43b2ace8e09cbbfd1c73, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/a558636629344b97b2fe13b53c6f72f2, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/0e89fe30ce814f28859bd86209c6d959, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/87bd4dcbfe1143709cf9a9aad2ccd83f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/0a6225d3fd9e4f12bb275ab4544d5fe8, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/f3f3f62db46f45a2be8c6c137fba6eba, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/edbd02a17fa1422abb8a0bc1e392098f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/a82912aed7c64383829553e17057233b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/f5ffbf430ea94dd3b6b431572a435629, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/0bf70dd6097c40e99922f537d7cca5ff, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/efd71a39254a4f7eafe1cf8aad9c0aca, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/3bbb67e92d664dd0adb935aa0231f5dd, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/f3f754cf2faa4649a66813da3439b22d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/028ecbe0f471470f998ee2389aba1a80, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/976fea7535e2488eb13b62a77f46c984, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/8d703fa714f74d1ab9341ffdbf2a77f2, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/7a1eddefe2b048eeb350af813d7a2748, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/2d6e41677bd9431992266172eddf3f38, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/da36f5eb09574a239808c3dc545fc82e] to archive
2024-11-14T02:50:36,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-14T02:50:36,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/ceedbec65158458e94e73c1c6b14d406 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/ceedbec65158458e94e73c1c6b14d406
2024-11-14T02:50:36,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/bb224f0809cd44adb109f4fe8bf2bef5 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/bb224f0809cd44adb109f4fe8bf2bef5
2024-11-14T02:50:36,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/c84ab75684e040b6be2c9a2c1f89b1fb to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/c84ab75684e040b6be2c9a2c1f89b1fb
2024-11-14T02:50:36,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/95be34f051214d43af52f3c118b85dc1 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/95be34f051214d43af52f3c118b85dc1
2024-11-14T02:50:36,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/66ea70bf76b748c281bae8e5dd51c76a to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/66ea70bf76b748c281bae8e5dd51c76a
2024-11-14T02:50:36,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/ebf1c1cd6bf34d44bae1a9f043ed6ae1 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/ebf1c1cd6bf34d44bae1a9f043ed6ae1
2024-11-14T02:50:36,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/ad0b065d715842b28cef0bee42dd0c9f to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/ad0b065d715842b28cef0bee42dd0c9f
2024-11-14T02:50:36,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/2d1c9e81e830436a86ca0f06f3fc6a00 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/2d1c9e81e830436a86ca0f06f3fc6a00
2024-11-14T02:50:36,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/5304440d12034cd4a64cb77ff9a6f2ff to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/5304440d12034cd4a64cb77ff9a6f2ff
2024-11-14T02:50:36,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/6bfd8682904948aca6cdbe8c27bd5fe6 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/6bfd8682904948aca6cdbe8c27bd5fe6
2024-11-14T02:50:36,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/becd00165a114c0fa32d8ec6aae27090 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/becd00165a114c0fa32d8ec6aae27090
2024-11-14T02:50:36,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/e136f31f2ce74452a6b0e5d1b7d29eb5 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/e136f31f2ce74452a6b0e5d1b7d29eb5
2024-11-14T02:50:36,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/047a5c12f21f4a7bb1d3964eb54c199d to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/047a5c12f21f4a7bb1d3964eb54c199d
2024-11-14T02:50:36,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/2b302c6d00164e65bb0d733aa31db7d6 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/2b302c6d00164e65bb0d733aa31db7d6
2024-11-14T02:50:36,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/81ef96ba9fd644c28701c43d6b7c1c9b to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/81ef96ba9fd644c28701c43d6b7c1c9b
2024-11-14T02:50:36,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/7b4b900449ac43b2ace8e09cbbfd1c73 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/7b4b900449ac43b2ace8e09cbbfd1c73
2024-11-14T02:50:36,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/a558636629344b97b2fe13b53c6f72f2 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/a558636629344b97b2fe13b53c6f72f2
2024-11-14T02:50:36,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/0e89fe30ce814f28859bd86209c6d959 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/0e89fe30ce814f28859bd86209c6d959
2024-11-14T02:50:36,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/87bd4dcbfe1143709cf9a9aad2ccd83f to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/87bd4dcbfe1143709cf9a9aad2ccd83f
2024-11-14T02:50:36,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/0a6225d3fd9e4f12bb275ab4544d5fe8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/0a6225d3fd9e4f12bb275ab4544d5fe8
2024-11-14T02:50:36,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/f3f3f62db46f45a2be8c6c137fba6eba to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/f3f3f62db46f45a2be8c6c137fba6eba
2024-11-14T02:50:36,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/edbd02a17fa1422abb8a0bc1e392098f to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/edbd02a17fa1422abb8a0bc1e392098f
2024-11-14T02:50:36,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/a82912aed7c64383829553e17057233b to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/a82912aed7c64383829553e17057233b
2024-11-14T02:50:36,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/f5ffbf430ea94dd3b6b431572a435629 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/f5ffbf430ea94dd3b6b431572a435629
2024-11-14T02:50:36,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/0bf70dd6097c40e99922f537d7cca5ff to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/0bf70dd6097c40e99922f537d7cca5ff
2024-11-14T02:50:36,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/efd71a39254a4f7eafe1cf8aad9c0aca to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/efd71a39254a4f7eafe1cf8aad9c0aca
2024-11-14T02:50:36,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/3bbb67e92d664dd0adb935aa0231f5dd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/3bbb67e92d664dd0adb935aa0231f5dd
2024-11-14T02:50:36,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/f3f754cf2faa4649a66813da3439b22d to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/f3f754cf2faa4649a66813da3439b22d
2024-11-14T02:50:36,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/028ecbe0f471470f998ee2389aba1a80 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/028ecbe0f471470f998ee2389aba1a80
2024-11-14T02:50:36,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/976fea7535e2488eb13b62a77f46c984 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/976fea7535e2488eb13b62a77f46c984
2024-11-14T02:50:36,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/8d703fa714f74d1ab9341ffdbf2a77f2 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/8d703fa714f74d1ab9341ffdbf2a77f2
2024-11-14T02:50:36,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/7a1eddefe2b048eeb350af813d7a2748 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/7a1eddefe2b048eeb350af813d7a2748
2024-11-14T02:50:36,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/2d6e41677bd9431992266172eddf3f38 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/2d6e41677bd9431992266172eddf3f38
2024-11-14T02:50:36,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/da36f5eb09574a239808c3dc545fc82e to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/da36f5eb09574a239808c3dc545fc82e
2024-11-14T02:50:36,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/a72fdda42bd64ed9ab18a295119d7df0, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/f2aca519e20f4c259a7fa0f2d0519ba5, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/52d1b5dbd9cd4adda10b25ee202ce152, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/dfbb9ec1520a49acb560ee8152aefa18, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/acddc09f535c45128b135594dcc38db0, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/0be05e31988f4346b406bd07c94bfb2e, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/b41d2e342e5741efac6fc770f538b351, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/713a0c3fd3984145a5f45564b5940bbf, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/95390ccddcf44618bcbe4c194fbd2b9a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/b5b08382f65841438d5fa7f6a691e60a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/2955f912b05a4b0d9c898460f28011cd, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/48ea1fc171e741efa0b9189bee34ce89, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/40e2abc3bb4b40a48a4cdf42d497ad7c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/602183e310b04a57879dd0155bfeffe9, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/9774a4d869da4395bd56c81e763bdfca, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/b2ed05e4902748a090b7c319cd98be1c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/68d256499c6849f4811a8255c4d2ee9a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/932d34f210134b7e882afa243484409f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/3c6725dd6be043849daf0d5ffac7b41b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/290e204f68c04b76856455364a6dff6a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/bd0f851c03aa430c837114d06e260793, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/f696e09a822d4a95830e4e2113c70333, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/7ef51b75caa14e38a7c8352218e5f506, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/007700f8301d4672881227b39798dfc3, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/acb7403bde9e478ab4e82b4a8f35f38f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/89e180891aba4bae9a55e17175083c7f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/b1710db2441844c3981a1880f8ba8397, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/8b4d890db1534ea485448a212bb47174, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/5ee25977ef664700bff6cf2f1c3e63a6, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/94cae6888441446aa07e92f24be8f068, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/87215b9f17fa4b569976e8efb89cdb0a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/23b50d6a0d734bc0bdbbc723ef04e450, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/252abe2e3be74768b729273698597cfc, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/0b47496f9c3d4cb29b8e0e422a5d3bf3] to archive
2024-11-14T02:50:36,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-14T02:50:36,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/a72fdda42bd64ed9ab18a295119d7df0 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/a72fdda42bd64ed9ab18a295119d7df0
2024-11-14T02:50:36,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/f2aca519e20f4c259a7fa0f2d0519ba5 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/f2aca519e20f4c259a7fa0f2d0519ba5
2024-11-14T02:50:36,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/52d1b5dbd9cd4adda10b25ee202ce152 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/52d1b5dbd9cd4adda10b25ee202ce152
2024-11-14T02:50:36,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/dfbb9ec1520a49acb560ee8152aefa18 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/dfbb9ec1520a49acb560ee8152aefa18
2024-11-14T02:50:36,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/acddc09f535c45128b135594dcc38db0 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/acddc09f535c45128b135594dcc38db0
2024-11-14T02:50:36,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/0be05e31988f4346b406bd07c94bfb2e to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/0be05e31988f4346b406bd07c94bfb2e
2024-11-14T02:50:36,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/b41d2e342e5741efac6fc770f538b351 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/b41d2e342e5741efac6fc770f538b351
2024-11-14T02:50:36,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/713a0c3fd3984145a5f45564b5940bbf to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/713a0c3fd3984145a5f45564b5940bbf
2024-11-14T02:50:36,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/95390ccddcf44618bcbe4c194fbd2b9a to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/95390ccddcf44618bcbe4c194fbd2b9a
2024-11-14T02:50:36,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/b5b08382f65841438d5fa7f6a691e60a to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/b5b08382f65841438d5fa7f6a691e60a
2024-11-14T02:50:36,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/2955f912b05a4b0d9c898460f28011cd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/2955f912b05a4b0d9c898460f28011cd
2024-11-14T02:50:36,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/48ea1fc171e741efa0b9189bee34ce89 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/48ea1fc171e741efa0b9189bee34ce89
2024-11-14T02:50:36,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/40e2abc3bb4b40a48a4cdf42d497ad7c to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/40e2abc3bb4b40a48a4cdf42d497ad7c
2024-11-14T02:50:36,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/602183e310b04a57879dd0155bfeffe9 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/602183e310b04a57879dd0155bfeffe9
2024-11-14T02:50:36,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/9774a4d869da4395bd56c81e763bdfca to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/9774a4d869da4395bd56c81e763bdfca
2024-11-14T02:50:36,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/b2ed05e4902748a090b7c319cd98be1c to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/b2ed05e4902748a090b7c319cd98be1c
2024-11-14T02:50:36,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/68d256499c6849f4811a8255c4d2ee9a to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/68d256499c6849f4811a8255c4d2ee9a
2024-11-14T02:50:36,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/932d34f210134b7e882afa243484409f to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/932d34f210134b7e882afa243484409f
2024-11-14T02:50:36,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/3c6725dd6be043849daf0d5ffac7b41b to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/3c6725dd6be043849daf0d5ffac7b41b
2024-11-14T02:50:36,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/290e204f68c04b76856455364a6dff6a to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/290e204f68c04b76856455364a6dff6a
2024-11-14T02:50:36,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/bd0f851c03aa430c837114d06e260793 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/bd0f851c03aa430c837114d06e260793
2024-11-14T02:50:36,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/f696e09a822d4a95830e4e2113c70333 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/f696e09a822d4a95830e4e2113c70333
2024-11-14T02:50:36,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/7ef51b75caa14e38a7c8352218e5f506 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/7ef51b75caa14e38a7c8352218e5f506
2024-11-14T02:50:36,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/007700f8301d4672881227b39798dfc3 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/007700f8301d4672881227b39798dfc3
2024-11-14T02:50:36,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/acb7403bde9e478ab4e82b4a8f35f38f to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/acb7403bde9e478ab4e82b4a8f35f38f
2024-11-14T02:50:36,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/89e180891aba4bae9a55e17175083c7f to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/89e180891aba4bae9a55e17175083c7f
2024-11-14T02:50:36,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/b1710db2441844c3981a1880f8ba8397 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/b1710db2441844c3981a1880f8ba8397
2024-11-14T02:50:36,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/8b4d890db1534ea485448a212bb47174 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/8b4d890db1534ea485448a212bb47174
2024-11-14T02:50:36,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/5ee25977ef664700bff6cf2f1c3e63a6 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/5ee25977ef664700bff6cf2f1c3e63a6
2024-11-14T02:50:36,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/94cae6888441446aa07e92f24be8f068 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/94cae6888441446aa07e92f24be8f068
2024-11-14T02:50:36,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/87215b9f17fa4b569976e8efb89cdb0a to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/87215b9f17fa4b569976e8efb89cdb0a
2024-11-14T02:50:36,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/23b50d6a0d734bc0bdbbc723ef04e450 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/23b50d6a0d734bc0bdbbc723ef04e450
2024-11-14T02:50:36,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/252abe2e3be74768b729273698597cfc to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/252abe2e3be74768b729273698597cfc
2024-11-14T02:50:36,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/0b47496f9c3d4cb29b8e0e422a5d3bf3 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/0b47496f9c3d4cb29b8e0e422a5d3bf3
2024-11-14T02:50:36,248 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/recovered.edits/522.seqid, newMaxSeqId=522, maxSeqId=1
2024-11-14T02:50:36,249 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.
2024-11-14T02:50:36,249 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for 914ba898dc65fa1954199dd2c3938ba7:
Waiting for close lock at 1731552634837Running coprocessor pre-close hooks at 1731552634837Disabling compacts and flushes for region at 1731552634837Disabling writes for close at 1731552634838 (+1 ms)Obtaining lock to block concurrent updates at 1731552634838Preparing flush snapshotting stores in 914ba898dc65fa1954199dd2c3938ba7 at 1731552634838Finished memstore snapshotting TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1731552634838Flushing stores of TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7. at 1731552634839 (+1 ms)Flushing 914ba898dc65fa1954199dd2c3938ba7/A: creating writer at 1731552634839Flushing 914ba898dc65fa1954199dd2c3938ba7/A: appending metadata at 1731552634843 (+4 ms)Flushing 914ba898dc65fa1954199dd2c3938ba7/A: closing flushed file at 1731552634843Flushing 914ba898dc65fa1954199dd2c3938ba7/B: creating writer at 1731552635253 (+410 ms)Flushing 914ba898dc65fa1954199dd2c3938ba7/B: appending metadata at 1731552635256 (+3 ms)Flushing 914ba898dc65fa1954199dd2c3938ba7/B: closing flushed file at 1731552635256Flushing 914ba898dc65fa1954199dd2c3938ba7/C: creating writer at 1731552635668 (+412 ms)Flushing 914ba898dc65fa1954199dd2c3938ba7/C: appending metadata at 1731552635672 (+4 ms)Flushing 914ba898dc65fa1954199dd2c3938ba7/C: closing flushed file at 1731552635672Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59ce1b2d: reopening flushed file at 1731552636085 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75e1d8f: reopening flushed file at 1731552636092 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f0e0c07: reopening flushed file at 1731552636098 (+6 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 914ba898dc65fa1954199dd2c3938ba7 in 1266ms, sequenceid=519, compaction requested=true at 1731552636104 (+6 ms)Writing region close event to WAL at 1731552636245 (+141 ms)Running coprocessor post-close hooks at 1731552636249 (+4 ms)Closed at 1731552636249
2024-11-14T02:50:36,252 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed 914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:36,253 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=914ba898dc65fa1954199dd2c3938ba7, regionState=CLOSED
2024-11-14T02:50:36,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826 because future has completed
2024-11-14T02:50:36,258 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-14T02:50:36,258 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure 914ba898dc65fa1954199dd2c3938ba7, server=83c5a5c119d5,40161,1731552599826 in 1.5760 sec
2024-11-14T02:50:36,261 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-14T02:50:36,261 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=914ba898dc65fa1954199dd2c3938ba7, UNASSIGN in 1.5850 sec
2024-11-14T02:50:36,263 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27
2024-11-14T02:50:36,263 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5940 sec
2024-11-14T02:50:36,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552636270"}]},"ts":"1731552636270"}
2024-11-14T02:50:36,272 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-14T02:50:36,272 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-14T02:50:36,276 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6180 sec
2024-11-14T02:50:36,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-14T02:50:36,807 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:50:36,810 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-14T02:50:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:50:36,815 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:50:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-14T02:50:36,817 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:50:36,822 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:36,827 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A, FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B, FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C, FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/recovered.edits]
2024-11-14T02:50:36,830 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/155064b0cc4d45cf9aafd268646f4654 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/155064b0cc4d45cf9aafd268646f4654
2024-11-14T02:50:36,832 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/b93bc23f73724bc3bbbabb213079b8ac to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/b93bc23f73724bc3bbbabb213079b8ac
2024-11-14T02:50:36,833 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/c64363187db643a29c770f5d28607e80 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/A/c64363187db643a29c770f5d28607e80
2024-11-14T02:50:36,836 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/192269e256b149cf8658b5e094dc10bc to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/192269e256b149cf8658b5e094dc10bc
2024-11-14T02:50:36,838 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/6ebc48a4ec3f4809a8f95db75ad1584e to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/6ebc48a4ec3f4809a8f95db75ad1584e
2024-11-14T02:50:36,839 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/70d9ba48716e4551bb9429d46808c92b to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/B/70d9ba48716e4551bb9429d46808c92b
2024-11-14T02:50:36,842 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/1a047da5c2044607813421067233794c to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/1a047da5c2044607813421067233794c
2024-11-14T02:50:36,843 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/8ba10561f09348b29174f37b5d3ab567 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/8ba10561f09348b29174f37b5d3ab567
2024-11-14T02:50:36,846 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/9d6cd5c8e5cf4825ba60bc15729e9f9f to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/C/9d6cd5c8e5cf4825ba60bc15729e9f9f
2024-11-14T02:50:36,849 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/recovered.edits/522.seqid to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7/recovered.edits/522.seqid
2024-11-14T02:50:36,850 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/914ba898dc65fa1954199dd2c3938ba7
2024-11-14T02:50:36,850 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-14T02:50:36,856 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:50:36,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-14T02:50:36,866 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-14T02:50:36,897 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-14T02:50:36,899 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:50:36,899 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-14T02:50:36,899 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731552636899"}]},"ts":"9223372036854775807"}
2024-11-14T02:50:36,904 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-14T02:50:36,904 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 914ba898dc65fa1954199dd2c3938ba7, NAME => 'TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7.', STARTKEY => '', ENDKEY => ''}]
2024-11-14T02:50:36,904 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-14T02:50:36,904 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731552636904"}]},"ts":"9223372036854775807"}
2024-11-14T02:50:36,908 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-14T02:50:36,909 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:50:36,911 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 99 msec
2024-11-14T02:50:36,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-14T02:50:36,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-14T02:50:36,928 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:50:36,943 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=247 (was 211)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;83c5a5c119d5:40161-shortCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1344264832_22 at /127.0.0.1:33976 [Waiting for operation #13]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=451 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=261 (was 138) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6074 (was 5992) - AvailableMemoryMB LEAK? -
2024-11-14T02:50:36,953 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=247, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=261, ProcessCount=11, AvailableMemoryMB=6074
2024-11-14T02:50:36,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-14T02:50:36,955 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T02:50:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-14T02:50:36,958 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T02:50:36,958 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:36,958 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 32
2024-11-14T02:50:36,959 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T02:50:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-14T02:50:36,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741948_1124 (size=1061)
2024-11-14T02:50:36,968 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e
2024-11-14T02:50:36,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741949_1125 (size=53)
2024-11-14T02:50:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-14T02:50:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-14T02:50:37,374 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T02:50:37,374 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b8b8f6ddf173dadd378921fa3f7170e4, disabling compactions & flushes
2024-11-14T02:50:37,374 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:37,374 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:37,374 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. after waiting 0 ms
2024-11-14T02:50:37,374 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:37,374 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:37,374 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8b8f6ddf173dadd378921fa3f7170e4:
Waiting for close lock at 1731552637374Disabling compacts and flushes for region at 1731552637374Disabling writes for close at 1731552637374Writing region close event to WAL at 1731552637374Closed at 1731552637374
2024-11-14T02:50:37,376 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T02:50:37,376 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731552637376"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552637376"}]},"ts":"1731552637376"}
2024-11-14T02:50:37,379 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-14T02:50:37,380 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T02:50:37,381 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552637380"}]},"ts":"1731552637380"}
2024-11-14T02:50:37,383 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-14T02:50:37,383 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8b8f6ddf173dadd378921fa3f7170e4, ASSIGN}]
2024-11-14T02:50:37,385 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8b8f6ddf173dadd378921fa3f7170e4, ASSIGN
2024-11-14T02:50:37,385 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8b8f6ddf173dadd378921fa3f7170e4, ASSIGN; state=OFFLINE, location=83c5a5c119d5,40161,1731552599826; forceNewPlan=false, retain=false
2024-11-14T02:50:37,536 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=b8b8f6ddf173dadd378921fa3f7170e4, regionState=OPENING, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:37,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8b8f6ddf173dadd378921fa3f7170e4, ASSIGN because future has completed
2024-11-14T02:50:37,539 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826}]
2024-11-14T02:50:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-14T02:50:37,699 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:37,700 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
2024-11-14T02:50:37,701 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:37,701 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T02:50:37,701 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:37,701 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:37,704 INFO  [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b8b8f6ddf173dadd378921fa3f7170e4 
2024-11-14T02:50:37,707 INFO  [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:50:37,708 INFO  [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8b8f6ddf173dadd378921fa3f7170e4 columnFamilyName A
2024-11-14T02:50:37,708 DEBUG [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:37,708 INFO  [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] regionserver.HStore(327): Store=b8b8f6ddf173dadd378921fa3f7170e4/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:50:37,708 INFO  [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b8b8f6ddf173dadd378921fa3f7170e4 
2024-11-14T02:50:37,710 INFO  [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:50:37,710 INFO  [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8b8f6ddf173dadd378921fa3f7170e4 columnFamilyName B
2024-11-14T02:50:37,710 DEBUG [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:37,710 INFO  [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] regionserver.HStore(327): Store=b8b8f6ddf173dadd378921fa3f7170e4/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:50:37,710 INFO  [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b8b8f6ddf173dadd378921fa3f7170e4 
2024-11-14T02:50:37,711 INFO  [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:50:37,712 INFO  [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8b8f6ddf173dadd378921fa3f7170e4 columnFamilyName C
2024-11-14T02:50:37,712 DEBUG [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:37,712 INFO  [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] regionserver.HStore(327): Store=b8b8f6ddf173dadd378921fa3f7170e4/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:50:37,712 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:37,712 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:37,713 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:37,714 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:37,715 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:37,715 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:37,715 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-14T02:50:37,716 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:37,718 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T02:50:37,719 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened b8b8f6ddf173dadd378921fa3f7170e4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73187137, jitterRate=0.09057332575321198}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-14T02:50:37,719 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:37,720 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for b8b8f6ddf173dadd378921fa3f7170e4:
Running coprocessor pre-open hook at 1731552637702Writing region info on filesystem at 1731552637702Initializing all the Stores at 1731552637703 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552637704 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552637704Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552637704Cleaning up temporary data from old regions at 1731552637715 (+11 ms)Running coprocessor post-open hooks at 1731552637719 (+4 ms)Region opened successfully at 1731552637719
2024-11-14T02:50:37,720 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., pid=34, masterSystemTime=1731552637691
2024-11-14T02:50:37,722 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:37,722 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:37,723 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=b8b8f6ddf173dadd378921fa3f7170e4, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:37,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826 because future has completed
2024-11-14T02:50:37,728 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33
2024-11-14T02:50:37,728 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826 in 186 msec
2024-11-14T02:50:37,730 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-14T02:50:37,730 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8b8f6ddf173dadd378921fa3f7170e4, ASSIGN in 345 msec
2024-11-14T02:50:37,730 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T02:50:37,731 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552637730"}]},"ts":"1731552637730"}
2024-11-14T02:50:37,732 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-14T02:50:37,733 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T02:50:37,735 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 778 msec
2024-11-14T02:50:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-14T02:50:38,098 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:50:38,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffee9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:38,101 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:50:38,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:50:38,104 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:50:38,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:50:38,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:50:38,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1896e41f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:38,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:50:38,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:50:38,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:38,108 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:50:38,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a1c705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:38,109 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:50:38,110 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:50:38,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:50:38,112 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:50:38,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-14T02:50:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,41973,1731552599109
2024-11-14T02:50:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@234e638
2024-11-14T02:50:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-14T02:50:38,116 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-14T02:50:38,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-14T02:50:38,121 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T02:50:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-14T02:50:38,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741950_1126 (size=1097)
2024-11-14T02:50:38,543 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-14T02:50:38,544 INFO  [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-14T02:50:38,551 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-14T02:50:38,558 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8b8f6ddf173dadd378921fa3f7170e4, REOPEN/MOVE}]
2024-11-14T02:50:38,559 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8b8f6ddf173dadd378921fa3f7170e4, REOPEN/MOVE
2024-11-14T02:50:38,560 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=b8b8f6ddf173dadd378921fa3f7170e4, regionState=CLOSING, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:38,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8b8f6ddf173dadd378921fa3f7170e4, REOPEN/MOVE because future has completed
2024-11-14T02:50:38,561 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T02:50:38,562 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826}]
2024-11-14T02:50:38,715 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:38,715 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T02:50:38,715 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing b8b8f6ddf173dadd378921fa3f7170e4, disabling compactions & flushes
2024-11-14T02:50:38,715 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:38,715 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:38,715 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. after waiting 0 ms
2024-11-14T02:50:38,715 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:38,725 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-14T02:50:38,727 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:38,727 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for b8b8f6ddf173dadd378921fa3f7170e4:
Waiting for close lock at 1731552638715Running coprocessor pre-close hooks at 1731552638715Disabling compacts and flushes for region at 1731552638715Disabling writes for close at 1731552638715Writing region close event to WAL at 1731552638716 (+1 ms)Running coprocessor post-close hooks at 1731552638727 (+11 ms)Closed at 1731552638727
2024-11-14T02:50:38,728 WARN  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: b8b8f6ddf173dadd378921fa3f7170e4 to self.
2024-11-14T02:50:38,730 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:38,731 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=b8b8f6ddf173dadd378921fa3f7170e4, regionState=CLOSED
2024-11-14T02:50:38,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826 because future has completed
2024-11-14T02:50:38,736 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37
2024-11-14T02:50:38,736 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826 in 173 msec
2024-11-14T02:50:38,737 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8b8f6ddf173dadd378921fa3f7170e4, REOPEN/MOVE; state=CLOSED, location=83c5a5c119d5,40161,1731552599826; forceNewPlan=false, retain=true
2024-11-14T02:50:38,888 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=b8b8f6ddf173dadd378921fa3f7170e4, regionState=OPENING, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:38,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8b8f6ddf173dadd378921fa3f7170e4, REOPEN/MOVE because future has completed
2024-11-14T02:50:38,890 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826}]
2024-11-14T02:50:39,049 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:39,049 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
2024-11-14T02:50:39,050 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:39,050 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T02:50:39,050 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:39,050 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:39,057 INFO  [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b8b8f6ddf173dadd378921fa3f7170e4 
2024-11-14T02:50:39,059 INFO  [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:50:39,067 INFO  [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8b8f6ddf173dadd378921fa3f7170e4 columnFamilyName A
2024-11-14T02:50:39,069 DEBUG [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,069 INFO  [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] regionserver.HStore(327): Store=b8b8f6ddf173dadd378921fa3f7170e4/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:50:39,070 INFO  [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b8b8f6ddf173dadd378921fa3f7170e4 
2024-11-14T02:50:39,070 INFO  [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:50:39,070 INFO  [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8b8f6ddf173dadd378921fa3f7170e4 columnFamilyName B
2024-11-14T02:50:39,071 DEBUG [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,071 INFO  [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] regionserver.HStore(327): Store=b8b8f6ddf173dadd378921fa3f7170e4/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:50:39,071 INFO  [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b8b8f6ddf173dadd378921fa3f7170e4 
2024-11-14T02:50:39,072 INFO  [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:50:39,072 INFO  [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8b8f6ddf173dadd378921fa3f7170e4 columnFamilyName C
2024-11-14T02:50:39,072 DEBUG [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,073 INFO  [StoreOpener-b8b8f6ddf173dadd378921fa3f7170e4-1 {}] regionserver.HStore(327): Store=b8b8f6ddf173dadd378921fa3f7170e4/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:50:39,073 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:39,073 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:39,074 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:39,075 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:39,076 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:39,076 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:39,076 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-14T02:50:39,078 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:39,079 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened b8b8f6ddf173dadd378921fa3f7170e4; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62384290, jitterRate=-0.0704016387462616}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-14T02:50:39,079 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:39,081 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for b8b8f6ddf173dadd378921fa3f7170e4:
Running coprocessor pre-open hook at 1731552639051Writing region info on filesystem at 1731552639051Initializing all the Stores at 1731552639052 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552639053 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552639053Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552639053Cleaning up temporary data from old regions at 1731552639076 (+23 ms)Running coprocessor post-open hooks at 1731552639079 (+3 ms)Region opened successfully at 1731552639081 (+2 ms)
2024-11-14T02:50:39,082 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., pid=39, masterSystemTime=1731552639044
2024-11-14T02:50:39,083 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:39,083 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:39,084 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=b8b8f6ddf173dadd378921fa3f7170e4, regionState=OPEN, openSeqNum=5, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:39,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826 because future has completed
2024-11-14T02:50:39,088 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37
2024-11-14T02:50:39,088 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826 in 196 msec
2024-11-14T02:50:39,090 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36
2024-11-14T02:50:39,090 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8b8f6ddf173dadd378921fa3f7170e4, REOPEN/MOVE in 530 msec
2024-11-14T02:50:39,093 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35
2024-11-14T02:50:39,093 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 541 msec
2024-11-14T02:50:39,096 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 970 msec
2024-11-14T02:50:39,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35
2024-11-14T02:50:39,098 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:50:39,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f683619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,099 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:50:39,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:50:39,100 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:50:39,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:50:39,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:50:39,100 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3654db63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:50:39,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:50:39,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:39,102 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:50:39,102 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f07f36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd47c94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,103 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:50:39,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:50:39,104 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:50:39,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:50:39,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:50:39,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3035364d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:50:39,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:50:39,104 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:39,105 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:50:39,106 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7677ebe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750c1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:50:39,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:50:39,107 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:50:39,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:50:39,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:50:39,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3da111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:50:39,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:50:39,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:39,109 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:50:39,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2224b994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85a5f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:50:39,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:50:39,111 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:50:39,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:50:39,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:50:39,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0dfcaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:50:39,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:50:39,112 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:39,113 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:50:39,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e97d87b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71151d6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:50:39,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:50:39,115 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:50:39,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:50:39,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:50:39,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f4ddde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,115 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:50:39,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:50:39,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:39,116 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:50:39,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bdabeb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ab1fb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:50:39,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:50:39,119 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:50:39,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:50:39,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:50:39,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b5a9b8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:50:39,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:50:39,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:39,121 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:50:39,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2370191a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd18334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:50:39,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:50:39,123 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:50:39,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:50:39,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:50:39,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d875f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:50:39,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:50:39,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:39,124 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:50:39,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21253c62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52c57d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:50:39,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:50:39,127 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:50:39,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:50:39,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:50:39,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fa0b36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:50:39,127 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:50:39,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:39,128 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:50:39,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdff758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b465b92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,130 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:50:39,130 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:50:39,130 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:50:39,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:50:39,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:50:39,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf83712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:50:39,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:50:39,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:39,132 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:50:39,132 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bb02826, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:50:39,133 DEBUG [Thread-644 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:50:39,133 DEBUG [Thread-637 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:50:39,133 DEBUG [Thread-650 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:50:39,133 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:50:39,134 DEBUG [Thread-646 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:50:39,134 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:50:39,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:50:39,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:50:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees
2024-11-14T02:50:39,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:50:39,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:50:39,135 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:50:39,135 DEBUG [Thread-635 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:50:39,135 DEBUG [Thread-648 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:50:39,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:50:39,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-14T02:50:39,136 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:50:39,136 DEBUG [Thread-641 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:50:39,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:50:39,136 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:50:39,136 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:50:39,136 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:50:39,136 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:50:39,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:50:39,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:50:39,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:50:39,137 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:50:39,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:50:39,137 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:50:39,138 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:50:39,138 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:50:39,138 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:50:39,138 DEBUG [Thread-639 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:50:39,138 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:50:39,139 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:50:39,140 DEBUG [Thread-633 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:50:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:50:39,141 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:50:39,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:50:39,141 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:50:39,142 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:50:39,143 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:50:39,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:50:39,143 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:50:39,144 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:50:39,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:50:39,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:50:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:50:39,147 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:50:39,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:50:39,151 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:50:39,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:39,166 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b8b8f6ddf173dadd378921fa3f7170e4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-14T02:50:39,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=A
2024-11-14T02:50:39,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:39,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=B
2024-11-14T02:50:39,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:39,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=C
2024-11-14T02:50:39,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:39,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111429cb31ac30cb47cfa0a8c511d0a265c5_b8b8f6ddf173dadd378921fa3f7170e4 is 50, key is test_row_0/A:col10/1731552639158/Put/seqid=0
2024-11-14T02:50:39,235 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741951_1127 (size=14594)
2024-11-14T02:50:39,238 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-14T02:50:39,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552639209, max timestamp=1731552639241Num uniques 859; 
2024-11-14T02:50:39,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1731552639209, max timestamp=1731552639241Num uniques 859; 
2024-11-14T02:50:39,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:50:39,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:50:39,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731552639209, max timestamp=1731552639241Num uniques 859; 
2024-11-14T02:50:39,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-14T02:50:39,252 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111429cb31ac30cb47cfa0a8c511d0a265c5_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111429cb31ac30cb47cfa0a8c511d0a265c5_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:39,254 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/63322055886a46f4a4bdd352be7f86d0, store: [table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:39,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/63322055886a46f4a4bdd352be7f86d0 is 175, key is test_row_0/A:col10/1731552639158/Put/seqid=0
2024-11-14T02:50:39,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552699283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:39,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:39,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552699283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:39,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:39,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,293 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:39,293 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552699286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:39,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741952_1128 (size=39549)
2024-11-14T02:50:39,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:39,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-14T02:50:39,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:39,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:39,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:39,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:39,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:39,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552699289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:39,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:39,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:39,298 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/63322055886a46f4a4bdd352be7f86d0
2024-11-14T02:50:39,306 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552699292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,308 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:39,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/c0a4f2eb50244dad8b956b8dd8089be9 is 50, key is test_row_0/B:col10/1731552639158/Put/seqid=0
2024-11-14T02:50:39,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741953_1129 (size=12001)
2024-11-14T02:50:39,391 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/c0a4f2eb50244dad8b956b8dd8089be9
2024-11-14T02:50:39,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:39,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552699397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552699397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:39,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,405 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,405 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,405 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:39,405 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:39,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:39,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552699406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552699407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:39,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,413 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:39,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:39,425 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552699417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:39,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:39,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/f45d4d10d54d497fa7a8856ee9acc411 is 50, key is test_row_0/C:col10/1731552639158/Put/seqid=0
2024-11-14T02:50:39,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-14T02:50:39,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:39,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:39,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:39,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:39,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-14T02:50:39,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741954_1130 (size=12001)
2024-11-14T02:50:39,476 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/f45d4d10d54d497fa7a8856ee9acc411
2024-11-14T02:50:39,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/63322055886a46f4a4bdd352be7f86d0 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/63322055886a46f4a4bdd352be7f86d0
2024-11-14T02:50:39,497 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/63322055886a46f4a4bdd352be7f86d0, entries=200, sequenceid=14, filesize=38.6 K
2024-11-14T02:50:39,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/c0a4f2eb50244dad8b956b8dd8089be9 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/c0a4f2eb50244dad8b956b8dd8089be9
2024-11-14T02:50:39,514 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/c0a4f2eb50244dad8b956b8dd8089be9, entries=150, sequenceid=14, filesize=11.7 K
2024-11-14T02:50:39,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/f45d4d10d54d497fa7a8856ee9acc411 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/f45d4d10d54d497fa7a8856ee9acc411
2024-11-14T02:50:39,530 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/f45d4d10d54d497fa7a8856ee9acc411, entries=150, sequenceid=14, filesize=11.7 K
2024-11-14T02:50:39,532 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=138.65 KB/141980 for b8b8f6ddf173dadd378921fa3f7170e4 in 366ms, sequenceid=14, compaction requested=false
2024-11-14T02:50:39,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:39,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-14T02:50:39,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:39,614 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing b8b8f6ddf173dadd378921fa3f7170e4 3/3 column families, dataSize=138.65 KB heapSize=390.45 KB
2024-11-14T02:50:39,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:39,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:39,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=A
2024-11-14T02:50:39,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:39,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=B
2024-11-14T02:50:39,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:39,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=C
2024-11-14T02:50:39,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:39,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ea976ba09fa64cccb8e4bb28c34ba32c_b8b8f6ddf173dadd378921fa3f7170e4 is 50, key is test_row_0/A:col10/1731552639278/Put/seqid=0
2024-11-14T02:50:39,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552699634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:39,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:39,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552699636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:39,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,658 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:39,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552699642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:39,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,661 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:39,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552699657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:39,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:39,665 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552699650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:39,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741955_1131 (size=14594)
2024-11-14T02:50:39,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,704 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ea976ba09fa64cccb8e4bb28c34ba32c_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ea976ba09fa64cccb8e4bb28c34ba32c_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:39,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/72841a348b784301948661991c67cbd1, store: [table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:39,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/72841a348b784301948661991c67cbd1 is 175, key is test_row_0/A:col10/1731552639278/Put/seqid=0
2024-11-14T02:50:39,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741956_1132 (size=39549)
2024-11-14T02:50:39,733 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/72841a348b784301948661991c67cbd1
2024-11-14T02:50:39,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/fc733b42149e4702a9e351004150cf06 is 50, key is test_row_0/B:col10/1731552639278/Put/seqid=0
2024-11-14T02:50:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-14T02:50:39,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552699767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:39,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:39,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552699767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:39,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:39,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:39,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552699767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:39,771 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:39,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:39,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552699777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:39,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:39,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:39,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741957_1133 (size=12001)
2024-11-14T02:50:39,809 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/fc733b42149e4702a9e351004150cf06
2024-11-14T02:50:39,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/53309c58ae8040a58da80a2537e695ed is 50, key is test_row_0/C:col10/1731552639278/Put/seqid=0
2024-11-14T02:50:39,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741958_1134 (size=12001)
2024-11-14T02:50:39,849 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/53309c58ae8040a58da80a2537e695ed
2024-11-14T02:50:39,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/72841a348b784301948661991c67cbd1 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/72841a348b784301948661991c67cbd1
2024-11-14T02:50:39,872 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/72841a348b784301948661991c67cbd1, entries=200, sequenceid=51, filesize=38.6 K
2024-11-14T02:50:39,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/fc733b42149e4702a9e351004150cf06 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/fc733b42149e4702a9e351004150cf06
2024-11-14T02:50:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,885 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/fc733b42149e4702a9e351004150cf06, entries=150, sequenceid=51, filesize=11.7 K
2024-11-14T02:50:39,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/53309c58ae8040a58da80a2537e695ed as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/53309c58ae8040a58da80a2537e695ed
2024-11-14T02:50:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,898 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/53309c58ae8040a58da80a2537e695ed, entries=150, sequenceid=51, filesize=11.7 K
2024-11-14T02:50:39,899 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~145.36 KB/148850, heapSize ~410.33 KB/420176, currentSize=40.25 KB/41220 for b8b8f6ddf173dadd378921fa3f7170e4 in 285ms, sequenceid=51, compaction requested=false
2024-11-14T02:50:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:39,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:39,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41
2024-11-14T02:50:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=41
2024-11-14T02:50:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,908 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40
2024-11-14T02:50:39,908 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 764 msec
2024-11-14T02:50:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,911 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 774 msec
2024-11-14T02:50:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:39,975 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b8b8f6ddf173dadd378921fa3f7170e4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-14T02:50:39,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=A
2024-11-14T02:50:39,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:39,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=B
2024-11-14T02:50:39,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:39,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=C
2024-11-14T02:50:39,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ab89daeed30a48ee9ca56b573c6a8c9a_b8b8f6ddf173dadd378921fa3f7170e4 is 50, key is test_row_0/A:col10/1731552639654/Put/seqid=0
2024-11-14T02:50:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741959_1135 (size=12154)
2024-11-14T02:50:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,042 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:40,049 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ab89daeed30a48ee9ca56b573c6a8c9a_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ab89daeed30a48ee9ca56b573c6a8c9a_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:40,051 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/97f2bdf265cf4f03bdef90ecf8b3a480, store: [table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:40,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/97f2bdf265cf4f03bdef90ecf8b3a480 is 175, key is test_row_0/A:col10/1731552639654/Put/seqid=0
2024-11-14T02:50:40,055 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731552640037, max timestamp=1731552640050Num uniques 859; 
2024-11-14T02:50:40,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731552640037, max timestamp=1731552640050Num uniques 859; 
2024-11-14T02:50:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552700044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,056 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731552640037, max timestamp=1731552640050Num uniques 859; 
2024-11-14T02:50:40,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-14T02:50:40,056 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-14T02:50:40,055 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-14T02:50:40,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:40,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741960_1136 (size=30951)
2024-11-14T02:50:40,078 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/97f2bdf265cf4f03bdef90ecf8b3a480
2024-11-14T02:50:40,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/ce8d2db91ae342fd8c3fb3f5be0f8853 is 50, key is test_row_0/B:col10/1731552639654/Put/seqid=0
2024-11-14T02:50:40,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552700098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552700100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:40,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:40,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552700110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:40,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552700110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:40,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741961_1137 (size=9657)
2024-11-14T02:50:40,126 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/ce8d2db91ae342fd8c3fb3f5be0f8853
2024-11-14T02:50:40,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/9fbd2d57d2a443e684036299f8c9d891 is 50, key is test_row_0/C:col10/1731552639654/Put/seqid=0
2024-11-14T02:50:40,172 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552700166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:40,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741962_1138 (size=9657)
2024-11-14T02:50:40,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552700216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552700216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:40,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:40,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552700232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:40,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552700233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-14T02:50:40,279 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:50:40,280 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:50:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees
2024-11-14T02:50:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-14T02:50:40,282 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:50:40,283 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:50:40,283 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:50:40,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-14T02:50:40,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552700389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:40,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-14T02:50:40,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:40,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:40,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:40,437 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552700429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:40,438 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552700429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:40,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:40,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552700446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552700446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,450 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:40,587 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/9fbd2d57d2a443e684036299f8c9d891
2024-11-14T02:50:40,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-14T02:50:40,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:40,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:40,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:40,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:40,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:40,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/97f2bdf265cf4f03bdef90ecf8b3a480 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/97f2bdf265cf4f03bdef90ecf8b3a480
2024-11-14T02:50:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-14T02:50:40,603 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/97f2bdf265cf4f03bdef90ecf8b3a480, entries=150, sequenceid=61, filesize=30.2 K
2024-11-14T02:50:40,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/ce8d2db91ae342fd8c3fb3f5be0f8853 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/ce8d2db91ae342fd8c3fb3f5be0f8853
2024-11-14T02:50:40,618 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/ce8d2db91ae342fd8c3fb3f5be0f8853, entries=100, sequenceid=61, filesize=9.4 K
2024-11-14T02:50:40,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/9fbd2d57d2a443e684036299f8c9d891 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/9fbd2d57d2a443e684036299f8c9d891
2024-11-14T02:50:40,627 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/9fbd2d57d2a443e684036299f8c9d891, entries=100, sequenceid=61, filesize=9.4 K
2024-11-14T02:50:40,628 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for b8b8f6ddf173dadd378921fa3f7170e4 in 653ms, sequenceid=61, compaction requested=true
2024-11-14T02:50:40,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:40,628 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:40,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8b8f6ddf173dadd378921fa3f7170e4:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:50:40,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:40,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8b8f6ddf173dadd378921fa3f7170e4:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:50:40,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:40,629 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:40,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8b8f6ddf173dadd378921fa3f7170e4:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:50:40,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:40,630 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:40,630 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:40,630 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): b8b8f6ddf173dadd378921fa3f7170e4/A is initiating minor compaction (all files)
2024-11-14T02:50:40,630 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): b8b8f6ddf173dadd378921fa3f7170e4/B is initiating minor compaction (all files)
2024-11-14T02:50:40,630 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b8b8f6ddf173dadd378921fa3f7170e4/B in TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:40,630 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b8b8f6ddf173dadd378921fa3f7170e4/A in TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:40,630 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/63322055886a46f4a4bdd352be7f86d0, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/72841a348b784301948661991c67cbd1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/97f2bdf265cf4f03bdef90ecf8b3a480] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp, totalSize=107.5 K
2024-11-14T02:50:40,630 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/c0a4f2eb50244dad8b956b8dd8089be9, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/fc733b42149e4702a9e351004150cf06, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/ce8d2db91ae342fd8c3fb3f5be0f8853] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp, totalSize=32.9 K
2024-11-14T02:50:40,631 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:40,631 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. files: [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/63322055886a46f4a4bdd352be7f86d0, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/72841a348b784301948661991c67cbd1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/97f2bdf265cf4f03bdef90ecf8b3a480]
2024-11-14T02:50:40,631 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting c0a4f2eb50244dad8b956b8dd8089be9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731552639149
2024-11-14T02:50:40,632 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting fc733b42149e4702a9e351004150cf06, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731552639278
2024-11-14T02:50:40,634 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting ce8d2db91ae342fd8c3fb3f5be0f8853, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731552639654
2024-11-14T02:50:40,634 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63322055886a46f4a4bdd352be7f86d0, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731552639149
2024-11-14T02:50:40,635 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72841a348b784301948661991c67cbd1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731552639278
2024-11-14T02:50:40,635 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97f2bdf265cf4f03bdef90ecf8b3a480, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731552639641
2024-11-14T02:50:40,655 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8b8f6ddf173dadd378921fa3f7170e4#B#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:40,656 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/fbad4f7af92a462581c3792cdff3f686 is 50, key is test_row_0/B:col10/1731552639654/Put/seqid=0
2024-11-14T02:50:40,664 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:40,676 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411146a450be6ace645acb3224348478ad495_b8b8f6ddf173dadd378921fa3f7170e4 store=[table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:40,683 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411146a450be6ace645acb3224348478ad495_b8b8f6ddf173dadd378921fa3f7170e4, store=[table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:40,684 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146a450be6ace645acb3224348478ad495_b8b8f6ddf173dadd378921fa3f7170e4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:40,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741963_1139 (size=12104)
2024-11-14T02:50:40,718 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731552640091, max timestamp=1731552640711Num uniques 1068; 
2024-11-14T02:50:40,719 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-14T02:50:40,723 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731552640091, max timestamp=1731552640711Num uniques 1068; 
2024-11-14T02:50:40,723 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-14T02:50:40,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731552640091, max timestamp=1731552640711Num uniques 1068; 
2024-11-14T02:50:40,727 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-14T02:50:40,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741964_1140 (size=4469)
2024-11-14T02:50:40,740 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8b8f6ddf173dadd378921fa3f7170e4#A#compaction#121 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:40,741 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/cf2b0b84dd23479197b4209c0f7caef6 is 175, key is test_row_0/A:col10/1731552639654/Put/seqid=0
2024-11-14T02:50:40,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-14T02:50:40,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:40,750 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing b8b8f6ddf173dadd378921fa3f7170e4 3/3 column families, dataSize=53.67 KB heapSize=145.08 KB
2024-11-14T02:50:40,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:40,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=A
2024-11-14T02:50:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:40,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:40,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=B
2024-11-14T02:50:40,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:40,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=C
2024-11-14T02:50:40,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:40,774 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741965_1141 (size=31165)
2024-11-14T02:50:40,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111479fd52fe81cc439ba06d37489f5c0271_b8b8f6ddf173dadd378921fa3f7170e4 is 50, key is test_row_0/A:col10/1731552640734/Put/seqid=0
2024-11-14T02:50:40,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741966_1142 (size=17034)
2024-11-14T02:50:40,806 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1731552640770, max timestamp=1731552640801Num uniques 859; 
2024-11-14T02:50:40,806 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459
2024-11-14T02:50:40,809 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1731552640770, max timestamp=1731552640804Num uniques 859; 
2024-11-14T02:50:40,810 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459
2024-11-14T02:50:40,810 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=459, cellSize=21015, totalHeapSize=47976, min timestamp=1731552640770, max timestamp=1731552640801Num uniques 859; 
2024-11-14T02:50:40,810 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=21015, suffix heap size=117064,new segment heap size=47976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=459
2024-11-14T02:50:40,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552700826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552700829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,839 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:40,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:40,839 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552700830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:40,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552700839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552700839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:40,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-14T02:50:40,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552700946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552700946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:40,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552700946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:40,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552700957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:40,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552700957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:40,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:40,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:40,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:41,126 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/fbad4f7af92a462581c3792cdff3f686 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/fbad4f7af92a462581c3792cdff3f686
2024-11-14T02:50:41,134 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b8b8f6ddf173dadd378921fa3f7170e4/B of b8b8f6ddf173dadd378921fa3f7170e4 into fbad4f7af92a462581c3792cdff3f686(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:41,134 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:41,134 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., storeName=b8b8f6ddf173dadd378921fa3f7170e4/B, priority=13, startTime=1731552640629; duration=0sec
2024-11-14T02:50:41,134 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:41,134 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8b8f6ddf173dadd378921fa3f7170e4:B
2024-11-14T02:50:41,134 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:41,136 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:41,136 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): b8b8f6ddf173dadd378921fa3f7170e4/C is initiating minor compaction (all files)
2024-11-14T02:50:41,136 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b8b8f6ddf173dadd378921fa3f7170e4/C in TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:41,136 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/f45d4d10d54d497fa7a8856ee9acc411, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/53309c58ae8040a58da80a2537e695ed, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/9fbd2d57d2a443e684036299f8c9d891] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp, totalSize=32.9 K
2024-11-14T02:50:41,137 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting f45d4d10d54d497fa7a8856ee9acc411, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731552639149
2024-11-14T02:50:41,137 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 53309c58ae8040a58da80a2537e695ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731552639278
2024-11-14T02:50:41,138 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fbd2d57d2a443e684036299f8c9d891, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731552639654
2024-11-14T02:50:41,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552701157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:41,159 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:41,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552701157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:41,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:41,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:41,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:41,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:41,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:41,161 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8b8f6ddf173dadd378921fa3f7170e4#C#compaction#123 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:41,164 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/6e590d1fe91547979315df1d94b7616f is 50, key is test_row_0/C:col10/1731552639654/Put/seqid=0
2024-11-14T02:50:41,177 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552701169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:41,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552701170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:41,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552701170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:41,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:41,185 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/cf2b0b84dd23479197b4209c0f7caef6 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/cf2b0b84dd23479197b4209c0f7caef6
2024-11-14T02:50:41,193 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b8b8f6ddf173dadd378921fa3f7170e4/A of b8b8f6ddf173dadd378921fa3f7170e4 into cf2b0b84dd23479197b4209c0f7caef6(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:41,193 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:41,193 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., storeName=b8b8f6ddf173dadd378921fa3f7170e4/A, priority=13, startTime=1731552640628; duration=0sec
2024-11-14T02:50:41,193 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:41,193 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8b8f6ddf173dadd378921fa3f7170e4:A
2024-11-14T02:50:41,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741967_1143 (size=12104)
2024-11-14T02:50:41,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:41,209 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111479fd52fe81cc439ba06d37489f5c0271_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111479fd52fe81cc439ba06d37489f5c0271_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:41,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/b580c926057d4639883ad20afdc13761, store: [table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:41,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/b580c926057d4639883ad20afdc13761 is 175, key is test_row_0/A:col10/1731552640734/Put/seqid=0
2024-11-14T02:50:41,214 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/6e590d1fe91547979315df1d94b7616f as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/6e590d1fe91547979315df1d94b7616f
2024-11-14T02:50:41,226 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b8b8f6ddf173dadd378921fa3f7170e4/C of b8b8f6ddf173dadd378921fa3f7170e4 into 6e590d1fe91547979315df1d94b7616f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:41,226 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:41,226 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., storeName=b8b8f6ddf173dadd378921fa3f7170e4/C, priority=13, startTime=1731552640629; duration=0sec
2024-11-14T02:50:41,226 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:41,227 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8b8f6ddf173dadd378921fa3f7170e4:C
2024-11-14T02:50:41,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741968_1144 (size=48139)
2024-11-14T02:50:41,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-14T02:50:41,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552701467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:41,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552701467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:41,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:41,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:41,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:41,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:41,475 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:41,475 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:41,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552701487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:41,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:41,496 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552701487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:41,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:41,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552701487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:41,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:41,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:41,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:41,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:41,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:41,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:41,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:41,634 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=104, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/b580c926057d4639883ad20afdc13761
2024-11-14T02:50:41,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/22a399c07cac4c5d923fb713dd6776c7 is 50, key is test_row_0/B:col10/1731552640734/Put/seqid=0
2024-11-14T02:50:41,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741969_1145 (size=12001)
2024-11-14T02:50:41,787 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-14T02:50:41,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552701986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:41,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:41,989 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:41,989 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:41,989 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552701986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:41,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:41,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:41,989 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:42,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:42,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552702007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:42,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552702007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:42,013 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:42,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552702007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:42,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:42,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:42,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:42,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:42,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:42,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:42,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:42,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:42,065 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/22a399c07cac4c5d923fb713dd6776c7
2024-11-14T02:50:42,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/a6843c30219049bc864ddac1747c3667 is 50, key is test_row_0/C:col10/1731552640734/Put/seqid=0
2024-11-14T02:50:42,094 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741970_1146 (size=12001)
2024-11-14T02:50:42,094 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/a6843c30219049bc864ddac1747c3667
2024-11-14T02:50:42,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/b580c926057d4639883ad20afdc13761 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/b580c926057d4639883ad20afdc13761
2024-11-14T02:50:42,110 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/b580c926057d4639883ad20afdc13761, entries=250, sequenceid=104, filesize=47.0 K
2024-11-14T02:50:42,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/22a399c07cac4c5d923fb713dd6776c7 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/22a399c07cac4c5d923fb713dd6776c7
2024-11-14T02:50:42,121 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/22a399c07cac4c5d923fb713dd6776c7, entries=150, sequenceid=104, filesize=11.7 K
2024-11-14T02:50:42,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/a6843c30219049bc864ddac1747c3667 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/a6843c30219049bc864ddac1747c3667
2024-11-14T02:50:42,135 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/a6843c30219049bc864ddac1747c3667, entries=150, sequenceid=104, filesize=11.7 K
2024-11-14T02:50:42,136 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~164.95 KB/168912, currentSize=140.89 KB/144270 for b8b8f6ddf173dadd378921fa3f7170e4 in 1386ms, sequenceid=104, compaction requested=false
2024-11-14T02:50:42,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:42,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:42,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43
2024-11-14T02:50:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=43
2024-11-14T02:50:42,143 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42
2024-11-14T02:50:42,143 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8560 sec
2024-11-14T02:50:42,146 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.8640 sec
2024-11-14T02:50:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-14T02:50:42,427 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:50:42,427 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:50:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees
2024-11-14T02:50:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-14T02:50:42,430 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:50:42,431 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:50:42,431 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:50:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-14T02:50:42,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-14T02:50:42,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:42,584 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing b8b8f6ddf173dadd378921fa3f7170e4 3/3 column families, dataSize=140.89 KB heapSize=376.78 KB
2024-11-14T02:50:42,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=A
2024-11-14T02:50:42,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:42,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=B
2024-11-14T02:50:42,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:42,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=C
2024-11-14T02:50:42,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:42,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114dda489623e2246259d1fa03e3792ae3f_b8b8f6ddf173dadd378921fa3f7170e4 is 50, key is test_row_0/A:col10/1731552640837/Put/seqid=0
2024-11-14T02:50:42,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741971_1147 (size=12304)
2024-11-14T02:50:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-14T02:50:42,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:42,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:42,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:43,011 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114dda489623e2246259d1fa03e3792ae3f_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114dda489623e2246259d1fa03e3792ae3f_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:43,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/9efcee795bcd4c7ab13d0994969fee04, store: [table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:43,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/9efcee795bcd4c7ab13d0994969fee04 is 175, key is test_row_0/A:col10/1731552640837/Put/seqid=0
2024-11-14T02:50:43,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:43,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552703019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:43,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:43,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552703021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:43,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:43,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:43,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552703023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:43,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:43,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552703026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:43,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552703027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:43,034 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_1' in b8b8f6ddf173dadd378921fa3f7170e4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2206 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:50:43,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:43,036 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in b8b8f6ddf173dadd378921fa3f7170e4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:50:43,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:43,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741972_1148 (size=31105)
2024-11-14T02:50:43,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-14T02:50:43,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552703126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:43,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552703126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:43,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:43,132 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:43,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552703136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:43,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:43,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552703336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:43,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,339 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:43,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552703346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:43,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552703347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:43,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:43,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,349 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:43,440 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=139, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/9efcee795bcd4c7ab13d0994969fee04
2024-11-14T02:50:43,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/f6a6ff7e2c2749528579a9dfc3f23c00 is 50, key is test_row_0/B:col10/1731552640837/Put/seqid=0
2024-11-14T02:50:43,471 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741973_1149 (size=12151)
2024-11-14T02:50:43,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-14T02:50:43,652 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:43,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552703646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:43,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,652 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:43,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552703657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:43,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552703657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:43,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,662 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:43,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:43,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:43,872 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/f6a6ff7e2c2749528579a9dfc3f23c00
2024-11-14T02:50:43,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/f9fff5ace2a94802bbbbf32fd24561b9 is 50, key is test_row_0/C:col10/1731552640837/Put/seqid=0
2024-11-14T02:50:43,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741974_1150 (size=12151)
2024-11-14T02:50:44,159 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552704156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:44,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:44,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:44,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:44,169 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552704166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:44,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:44,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:44,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:44,195 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:44,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552704176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:44,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:44,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:44,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:44,286 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/f9fff5ace2a94802bbbbf32fd24561b9
2024-11-14T02:50:44,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/9efcee795bcd4c7ab13d0994969fee04 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/9efcee795bcd4c7ab13d0994969fee04
2024-11-14T02:50:44,295 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/9efcee795bcd4c7ab13d0994969fee04, entries=150, sequenceid=139, filesize=30.4 K
2024-11-14T02:50:44,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/f6a6ff7e2c2749528579a9dfc3f23c00 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/f6a6ff7e2c2749528579a9dfc3f23c00
2024-11-14T02:50:44,302 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/f6a6ff7e2c2749528579a9dfc3f23c00, entries=150, sequenceid=139, filesize=11.9 K
2024-11-14T02:50:44,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/f9fff5ace2a94802bbbbf32fd24561b9 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/f9fff5ace2a94802bbbbf32fd24561b9
2024-11-14T02:50:44,308 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/f9fff5ace2a94802bbbbf32fd24561b9, entries=150, sequenceid=139, filesize=11.9 K
2024-11-14T02:50:44,309 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~376.73 KB/385776, currentSize=46.96 KB/48090 for b8b8f6ddf173dadd378921fa3f7170e4 in 1725ms, sequenceid=139, compaction requested=true
2024-11-14T02:50:44,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:44,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:44,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45
2024-11-14T02:50:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=45
2024-11-14T02:50:44,312 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-11-14T02:50:44,312 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8800 sec
2024-11-14T02:50:44,313 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.8860 sec
2024-11-14T02:50:44,515 INFO  [master/83c5a5c119d5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-14T02:50:44,515 INFO  [master/83c5a5c119d5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-14T02:50:44,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-14T02:50:44,577 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:50:44,577 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:50:44,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees
2024-11-14T02:50:44,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-14T02:50:44,579 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:50:44,580 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:50:44,580 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:50:44,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-14T02:50:44,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-14T02:50:44,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:44,740 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing b8b8f6ddf173dadd378921fa3f7170e4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-14T02:50:44,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=A
2024-11-14T02:50:44,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:44,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=B
2024-11-14T02:50:44,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:44,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=C
2024-11-14T02:50:44,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:44,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114139db846f1b04322a59df997d99a4312_b8b8f6ddf173dadd378921fa3f7170e4 is 50, key is test_row_0/A:col10/1731552643017/Put/seqid=0
2024-11-14T02:50:44,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741975_1151 (size=12304)
2024-11-14T02:50:44,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:44,774 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114139db846f1b04322a59df997d99a4312_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114139db846f1b04322a59df997d99a4312_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:44,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/4fae6ad512194a6fa7b42de8dc0cf502, store: [table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:44,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/4fae6ad512194a6fa7b42de8dc0cf502 is 175, key is test_row_0/A:col10/1731552643017/Put/seqid=0
2024-11-14T02:50:44,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741976_1152 (size=31105)
2024-11-14T02:50:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-14T02:50:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:45,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:45,153 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731552645108, max timestamp=1731552645148Num uniques 859; 
2024-11-14T02:50:45,153 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-14T02:50:45,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731552645108, max timestamp=1731552645148Num uniques 859; 
2024-11-14T02:50:45,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-14T02:50:45,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731552645127, max timestamp=1731552645148Num uniques 859; 
2024-11-14T02:50:45,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-14T02:50:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-14T02:50:45,212 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=149, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/4fae6ad512194a6fa7b42de8dc0cf502
2024-11-14T02:50:45,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552705206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:45,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552705206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:45,217 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in b8b8f6ddf173dadd378921fa3f7170e4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:50:45,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:45,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:45,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552705206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:45,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,219 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:45,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552705208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:45,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552705211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:45,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:45,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/a7ce092cd0b74b5e94440abffb466c6b is 50, key is test_row_0/B:col10/1731552643017/Put/seqid=0
2024-11-14T02:50:45,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:45,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741977_1153 (size=12151)
2024-11-14T02:50:45,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552705326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:45,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552705326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,330 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:45,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552705326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:45,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:45,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552705336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:45,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:45,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552705536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:45,546 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:45,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552705536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:45,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:45,546 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:45,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552705537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:45,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:45,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:45,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552705546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:45,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:45,660 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/a7ce092cd0b74b5e94440abffb466c6b
2024-11-14T02:50:45,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/c5a300795ff44bba829731fa8704f55a is 50, key is test_row_0/C:col10/1731552643017/Put/seqid=0
2024-11-14T02:50:45,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-14T02:50:45,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741978_1154 (size=12151)
2024-11-14T02:50:45,723 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/c5a300795ff44bba829731fa8704f55a
2024-11-14T02:50:45,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/4fae6ad512194a6fa7b42de8dc0cf502 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/4fae6ad512194a6fa7b42de8dc0cf502
2024-11-14T02:50:45,742 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/4fae6ad512194a6fa7b42de8dc0cf502, entries=150, sequenceid=149, filesize=30.4 K
2024-11-14T02:50:45,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/a7ce092cd0b74b5e94440abffb466c6b as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/a7ce092cd0b74b5e94440abffb466c6b
2024-11-14T02:50:45,751 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/a7ce092cd0b74b5e94440abffb466c6b, entries=150, sequenceid=149, filesize=11.9 K
2024-11-14T02:50:45,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/c5a300795ff44bba829731fa8704f55a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/c5a300795ff44bba829731fa8704f55a
2024-11-14T02:50:45,771 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/c5a300795ff44bba829731fa8704f55a, entries=150, sequenceid=149, filesize=11.9 K
2024-11-14T02:50:45,772 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=131.94 KB/135110 for b8b8f6ddf173dadd378921fa3f7170e4 in 1032ms, sequenceid=149, compaction requested=true
2024-11-14T02:50:45,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:45,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:45,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47
2024-11-14T02:50:45,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=47
2024-11-14T02:50:45,777 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46
2024-11-14T02:50:45,777 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1940 sec
2024-11-14T02:50:45,780 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.2010 sec
2024-11-14T02:50:45,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:45,864 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b8b8f6ddf173dadd378921fa3f7170e4 3/3 column families, dataSize=138.65 KB heapSize=395.14 KB
2024-11-14T02:50:45,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=A
2024-11-14T02:50:45,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:45,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=B
2024-11-14T02:50:45,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:45,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=C
2024-11-14T02:50:45,864 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:45,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552705873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:45,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:45,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ce54882a56864a2ea3dda9bfe17c09a0_b8b8f6ddf173dadd378921fa3f7170e4 is 50, key is test_row_0/A:col10/1731552645859/Put/seqid=0
2024-11-14T02:50:45,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552705878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:45,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:45,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552705878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:45,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:45,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,891 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:45,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552705881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:45,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:45,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741979_1155 (size=14794)
2024-11-14T02:50:45,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552705986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:45,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:45,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:45,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:45,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552705997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:46,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:46,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:46,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:46,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552705997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:46,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:46,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:46,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:46,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:46,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552705997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:46,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:46,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:46,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:46,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552706197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:46,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:46,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:46,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552706206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552706206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:46,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:46,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:46,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:46,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:46,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:46,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:46,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:46,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:46,210 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:46,217 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:46,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552706216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:46,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:46,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:46,218 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:46,306 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:46,315 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ce54882a56864a2ea3dda9bfe17c09a0_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ce54882a56864a2ea3dda9bfe17c09a0_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:46,319 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/44cf9f73870840698b07070d0acfb668, store: [table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:46,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/44cf9f73870840698b07070d0acfb668 is 175, key is test_row_0/A:col10/1731552645859/Put/seqid=0
2024-11-14T02:50:46,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741980_1156 (size=39749)
2024-11-14T02:50:46,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552706517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:46,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552706517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:46,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552706517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:46,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:46,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:46,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:46,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:46,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:46,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:46,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:46,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:46,528 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:46,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552706526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:46,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:46,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:46,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:46,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-14T02:50:46,727 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:50:46,727 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:50:46,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees
2024-11-14T02:50:46,730 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:50:46,731 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:50:46,731 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:50:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-14T02:50:46,735 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/44cf9f73870840698b07070d0acfb668
2024-11-14T02:50:46,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/bba18c5ed18548b1b4c55fbd97eb2aba is 50, key is test_row_0/B:col10/1731552645859/Put/seqid=0
2024-11-14T02:50:46,769 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741981_1157 (size=12151)
2024-11-14T02:50:46,770 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/bba18c5ed18548b1b4c55fbd97eb2aba
2024-11-14T02:50:46,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/34d5145ffe3846cd9c147daf2f9c6f4e is 50, key is test_row_0/C:col10/1731552645859/Put/seqid=0
2024-11-14T02:50:46,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741982_1158 (size=12151)
2024-11-14T02:50:46,829 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/34d5145ffe3846cd9c147daf2f9c6f4e
2024-11-14T02:50:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-14T02:50:46,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/44cf9f73870840698b07070d0acfb668 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/44cf9f73870840698b07070d0acfb668
2024-11-14T02:50:46,843 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/44cf9f73870840698b07070d0acfb668, entries=200, sequenceid=186, filesize=38.8 K
2024-11-14T02:50:46,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/bba18c5ed18548b1b4c55fbd97eb2aba as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/bba18c5ed18548b1b4c55fbd97eb2aba
2024-11-14T02:50:46,850 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/bba18c5ed18548b1b4c55fbd97eb2aba, entries=150, sequenceid=186, filesize=11.9 K
2024-11-14T02:50:46,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/34d5145ffe3846cd9c147daf2f9c6f4e as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/34d5145ffe3846cd9c147daf2f9c6f4e
2024-11-14T02:50:46,858 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/34d5145ffe3846cd9c147daf2f9c6f4e, entries=150, sequenceid=186, filesize=11.9 K
2024-11-14T02:50:46,859 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~138.65 KB/141980, heapSize ~395.09 KB/404576, currentSize=46.96 KB/48090 for b8b8f6ddf173dadd378921fa3f7170e4 in 996ms, sequenceid=186, compaction requested=true
2024-11-14T02:50:46,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:46,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8b8f6ddf173dadd378921fa3f7170e4:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:50:46,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:46,860 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-14T02:50:46,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8b8f6ddf173dadd378921fa3f7170e4:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:50:46,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:46,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8b8f6ddf173dadd378921fa3f7170e4:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:50:46,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-14T02:50:46,860 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-14T02:50:46,863 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 181263 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-14T02:50:46,864 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): b8b8f6ddf173dadd378921fa3f7170e4/A is initiating minor compaction (all files)
2024-11-14T02:50:46,864 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 60558 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-14T02:50:46,864 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b8b8f6ddf173dadd378921fa3f7170e4/A in TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:46,864 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): b8b8f6ddf173dadd378921fa3f7170e4/B is initiating minor compaction (all files)
2024-11-14T02:50:46,864 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b8b8f6ddf173dadd378921fa3f7170e4/B in TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:46,864 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/cf2b0b84dd23479197b4209c0f7caef6, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/b580c926057d4639883ad20afdc13761, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/9efcee795bcd4c7ab13d0994969fee04, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/4fae6ad512194a6fa7b42de8dc0cf502, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/44cf9f73870840698b07070d0acfb668] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp, totalSize=177.0 K
2024-11-14T02:50:46,864 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:46,864 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/fbad4f7af92a462581c3792cdff3f686, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/22a399c07cac4c5d923fb713dd6776c7, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/f6a6ff7e2c2749528579a9dfc3f23c00, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/a7ce092cd0b74b5e94440abffb466c6b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/bba18c5ed18548b1b4c55fbd97eb2aba] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp, totalSize=59.1 K
2024-11-14T02:50:46,864 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. files: [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/cf2b0b84dd23479197b4209c0f7caef6, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/b580c926057d4639883ad20afdc13761, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/9efcee795bcd4c7ab13d0994969fee04, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/4fae6ad512194a6fa7b42de8dc0cf502, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/44cf9f73870840698b07070d0acfb668]
2024-11-14T02:50:46,864 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf2b0b84dd23479197b4209c0f7caef6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731552639613
2024-11-14T02:50:46,864 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting fbad4f7af92a462581c3792cdff3f686, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731552639613
2024-11-14T02:50:46,868 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 22a399c07cac4c5d923fb713dd6776c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731552640734
2024-11-14T02:50:46,868 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting b580c926057d4639883ad20afdc13761, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731552640711
2024-11-14T02:50:46,869 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9efcee795bcd4c7ab13d0994969fee04, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731552640826
2024-11-14T02:50:46,869 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting f6a6ff7e2c2749528579a9dfc3f23c00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731552640826
2024-11-14T02:50:46,870 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting a7ce092cd0b74b5e94440abffb466c6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731552643006
2024-11-14T02:50:46,871 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fae6ad512194a6fa7b42de8dc0cf502, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731552643006
2024-11-14T02:50:46,871 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting bba18c5ed18548b1b4c55fbd97eb2aba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731552645201
2024-11-14T02:50:46,872 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44cf9f73870840698b07070d0acfb668, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731552645201
2024-11-14T02:50:46,885 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:46,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-14T02:50:46,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:46,888 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing b8b8f6ddf173dadd378921fa3f7170e4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-14T02:50:46,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=A
2024-11-14T02:50:46,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:46,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=B
2024-11-14T02:50:46,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:46,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=C
2024-11-14T02:50:46,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:46,890 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8b8f6ddf173dadd378921fa3f7170e4#B#compaction#136 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:46,890 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/9b283241bfab461397199e9aa38c3f98 is 50, key is test_row_0/B:col10/1731552645859/Put/seqid=0
2024-11-14T02:50:46,908 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114110c7f22d3ae4893a2c48381d93f9c77_b8b8f6ddf173dadd378921fa3f7170e4 store=[table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:46,912 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114110c7f22d3ae4893a2c48381d93f9c77_b8b8f6ddf173dadd378921fa3f7170e4, store=[table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:46,912 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114110c7f22d3ae4893a2c48381d93f9c77_b8b8f6ddf173dadd378921fa3f7170e4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:46,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111405fd946333784a7c99f8ac4b41be8305_b8b8f6ddf173dadd378921fa3f7170e4 is 50, key is test_row_0/A:col10/1731552645877/Put/seqid=0
2024-11-14T02:50:46,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741984_1160 (size=4469)
2024-11-14T02:50:46,965 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8b8f6ddf173dadd378921fa3f7170e4#A#compaction#135 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:46,966 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/69a7a3c40c1643c5857e6e0d07b2af97 is 175, key is test_row_0/A:col10/1731552645859/Put/seqid=0
2024-11-14T02:50:46,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741983_1159 (size=12425)
2024-11-14T02:50:46,973 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/9b283241bfab461397199e9aa38c3f98 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/9b283241bfab461397199e9aa38c3f98
2024-11-14T02:50:46,997 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in b8b8f6ddf173dadd378921fa3f7170e4/B of b8b8f6ddf173dadd378921fa3f7170e4 into 9b283241bfab461397199e9aa38c3f98(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:46,997 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:46,997 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., storeName=b8b8f6ddf173dadd378921fa3f7170e4/B, priority=11, startTime=1731552646860; duration=0sec
2024-11-14T02:50:46,997 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:46,997 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8b8f6ddf173dadd378921fa3f7170e4:B
2024-11-14T02:50:46,997 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-14T02:50:47,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741985_1161 (size=12304)
2024-11-14T02:50:47,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:47,001 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 60558 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-14T02:50:47,001 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): b8b8f6ddf173dadd378921fa3f7170e4/C is initiating minor compaction (all files)
2024-11-14T02:50:47,002 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b8b8f6ddf173dadd378921fa3f7170e4/C in TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:47,002 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/6e590d1fe91547979315df1d94b7616f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/a6843c30219049bc864ddac1747c3667, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/f9fff5ace2a94802bbbbf32fd24561b9, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/c5a300795ff44bba829731fa8704f55a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/34d5145ffe3846cd9c147daf2f9c6f4e] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp, totalSize=59.1 K
2024-11-14T02:50:47,003 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e590d1fe91547979315df1d94b7616f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731552639613
2024-11-14T02:50:47,004 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting a6843c30219049bc864ddac1747c3667, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1731552640734
2024-11-14T02:50:47,004 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting f9fff5ace2a94802bbbbf32fd24561b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731552640826
2024-11-14T02:50:47,005 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting c5a300795ff44bba829731fa8704f55a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731552643006
2024-11-14T02:50:47,005 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111405fd946333784a7c99f8ac4b41be8305_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111405fd946333784a7c99f8ac4b41be8305_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:47,006 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 34d5145ffe3846cd9c147daf2f9c6f4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731552645201
2024-11-14T02:50:47,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/2446fed538464535a172c13fe03c468d, store: [table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:47,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/2446fed538464535a172c13fe03c468d is 175, key is test_row_0/A:col10/1731552645877/Put/seqid=0
2024-11-14T02:50:47,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741986_1162 (size=31379)
2024-11-14T02:50:47,040 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/69a7a3c40c1643c5857e6e0d07b2af97 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/69a7a3c40c1643c5857e6e0d07b2af97
2024-11-14T02:50:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:47,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-14T02:50:47,048 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in b8b8f6ddf173dadd378921fa3f7170e4/A of b8b8f6ddf173dadd378921fa3f7170e4 into 69a7a3c40c1643c5857e6e0d07b2af97(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:47,048 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:47,048 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., storeName=b8b8f6ddf173dadd378921fa3f7170e4/A, priority=11, startTime=1731552646860; duration=0sec
2024-11-14T02:50:47,048 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:47,048 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8b8f6ddf173dadd378921fa3f7170e4:A
2024-11-14T02:50:47,057 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8b8f6ddf173dadd378921fa3f7170e4#C#compaction#138 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:47,058 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/dde884ef1a6a409aa1d1353a752771ef is 50, key is test_row_0/C:col10/1731552645859/Put/seqid=0
2024-11-14T02:50:47,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741987_1163 (size=31105)
2024-11-14T02:50:47,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741988_1164 (size=12425)
2024-11-14T02:50:47,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:47,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552707103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552707103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:47,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:47,121 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731552647083, max timestamp=1731552647111Num uniques 859; 
2024-11-14T02:50:47,121 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731552647083, max timestamp=1731552647111Num uniques 859; 
2024-11-14T02:50:47,121 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731552647083, max timestamp=1731552647111Num uniques 859; 
2024-11-14T02:50:47,121 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-14T02:50:47,121 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-14T02:50:47,121 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-14T02:50:47,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,136 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:47,239 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552707226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:47,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552707226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:47,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:47,241 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in b8b8f6ddf173dadd378921fa3f7170e4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4218 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:50:47,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:47,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552707231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:47,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552707232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:47,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:47,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:47,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552707250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:47,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,259 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-14T02:50:47,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:47,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552707356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:47,361 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:47,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552707356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:47,361 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,361 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,361 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:47,361 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:47,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:47,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552707448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:47,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:47,462 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/2446fed538464535a172c13fe03c468d
2024-11-14T02:50:47,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:47,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552707466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:47,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,473 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:47,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/97811bc010fd451c84e9a05f8b5d17a9 is 50, key is test_row_0/B:col10/1731552645877/Put/seqid=0
2024-11-14T02:50:47,501 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/dde884ef1a6a409aa1d1353a752771ef as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/dde884ef1a6a409aa1d1353a752771ef
2024-11-14T02:50:47,508 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in b8b8f6ddf173dadd378921fa3f7170e4/C of b8b8f6ddf173dadd378921fa3f7170e4 into dde884ef1a6a409aa1d1353a752771ef(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:47,508 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:47,508 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., storeName=b8b8f6ddf173dadd378921fa3f7170e4/C, priority=11, startTime=1731552646860; duration=0sec
2024-11-14T02:50:47,509 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:47,509 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8b8f6ddf173dadd378921fa3f7170e4:C
2024-11-14T02:50:47,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741989_1165 (size=12151)
2024-11-14T02:50:47,513 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/97811bc010fd451c84e9a05f8b5d17a9
2024-11-14T02:50:47,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/75cadead726b41ac8390c90854d6c5b5 is 50, key is test_row_0/C:col10/1731552645877/Put/seqid=0
2024-11-14T02:50:47,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741990_1166 (size=12151)
2024-11-14T02:50:47,552 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/75cadead726b41ac8390c90854d6c5b5
2024-11-14T02:50:47,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/2446fed538464535a172c13fe03c468d as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/2446fed538464535a172c13fe03c468d
2024-11-14T02:50:47,564 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/2446fed538464535a172c13fe03c468d, entries=150, sequenceid=196, filesize=30.4 K
2024-11-14T02:50:47,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/97811bc010fd451c84e9a05f8b5d17a9 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/97811bc010fd451c84e9a05f8b5d17a9
2024-11-14T02:50:47,574 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552707567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:47,575 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552707567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:47,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:47,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:47,589 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/97811bc010fd451c84e9a05f8b5d17a9, entries=150, sequenceid=196, filesize=11.9 K
2024-11-14T02:50:47,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/75cadead726b41ac8390c90854d6c5b5 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/75cadead726b41ac8390c90854d6c5b5
2024-11-14T02:50:47,597 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/75cadead726b41ac8390c90854d6c5b5, entries=150, sequenceid=196, filesize=11.9 K
2024-11-14T02:50:47,598 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for b8b8f6ddf173dadd378921fa3f7170e4 in 710ms, sequenceid=196, compaction requested=false
2024-11-14T02:50:47,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:47,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:47,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49
2024-11-14T02:50:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=49
2024-11-14T02:50:47,601 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48
2024-11-14T02:50:47,601 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 869 msec
2024-11-14T02:50:47,603 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 875 msec
2024-11-14T02:50:47,768 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731552647213, max timestamp=1731552647763Num uniques 1018; 
2024-11-14T02:50:47,768 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-14T02:50:47,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731552647213, max timestamp=1731552647763Num uniques 1018; 
2024-11-14T02:50:47,773 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-14T02:50:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:47,774 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b8b8f6ddf173dadd378921fa3f7170e4 3/3 column families, dataSize=64.85 KB heapSize=178.80 KB
2024-11-14T02:50:47,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=A
2024-11-14T02:50:47,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:47,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=B
2024-11-14T02:50:47,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:47,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=C
2024-11-14T02:50:47,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-14T02:50:47,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114dae4a8754f3f4a47afa92f37558f13a4_b8b8f6ddf173dadd378921fa3f7170e4 is 50, key is test_row_0/A:col10/1731552647230/Put/seqid=0
2024-11-14T02:50:47,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741991_1167 (size=14794)
2024-11-14T02:50:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-14T02:50:47,866 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:50:47,867 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:50:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees
2024-11-14T02:50:47,869 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:50:47,870 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:50:47,870 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:50:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-14T02:50:47,901 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1731552647878, max timestamp=1731552647898Num uniques 859; 
2024-11-14T02:50:47,901 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:50:47,904 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552647878, max timestamp=1731552647898Num uniques 859; 
2024-11-14T02:50:47,904 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:50:47,904 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552647878, max timestamp=1731552647898Num uniques 859; 
2024-11-14T02:50:47,904 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:50:47,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:47,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552707940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552707939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:47,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:47,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:47,957 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552707953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:47,957 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552707953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:47,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:47,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:47,960 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-14T02:50:48,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-14T02:50:48,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:48,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:48,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:48,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:48,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:48,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552708056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:48,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:48,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:48,059 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:48,059 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552708056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:48,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:48,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:48,060 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:48,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552708066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:48,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:48,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:48,069 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:48,070 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552708066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:48,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:48,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:48,070 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:48,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-14T02:50:48,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:48,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:48,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:48,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:48,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-14T02:50:48,220 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:48,226 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114dae4a8754f3f4a47afa92f37558f13a4_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114dae4a8754f3f4a47afa92f37558f13a4_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:48,228 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/d9b2e994ed0340afbe8230dd4444126a, store: [table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:48,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/d9b2e994ed0340afbe8230dd4444126a is 175, key is test_row_0/A:col10/1731552647230/Put/seqid=0
2024-11-14T02:50:48,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552708267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:48,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:48,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:48,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:48,283 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552708267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:48,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552708276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:48,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:48,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:48,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:48,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:48,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:48,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:48,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552708276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:48,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:48,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:48,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:48,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741992_1168 (size=39749)
2024-11-14T02:50:48,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-14T02:50:48,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:48,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:48,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:48,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:48,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-14T02:50:48,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-14T02:50:48,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:48,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:48,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:48,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:48,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:48,602 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552708596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:48,602 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552708596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:48,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:48,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:48,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:48,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:48,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:48,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:48,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552708596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:48,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:48,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:48,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552708597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:48,610 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:48,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:48,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:48,611 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:48,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-14T02:50:48,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:48,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:48,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:48,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:48,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:48,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:48,690 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/d9b2e994ed0340afbe8230dd4444126a
2024-11-14T02:50:48,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/031e49340f9e4aae8a98b31f179c9871 is 50, key is test_row_0/B:col10/1731552647230/Put/seqid=0
2024-11-14T02:50:48,741 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741993_1169 (size=12151)
2024-11-14T02:50:48,746 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/031e49340f9e4aae8a98b31f179c9871
2024-11-14T02:50:48,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/7e6a173ca7014f5f8977125a965af36b is 50, key is test_row_0/C:col10/1731552647230/Put/seqid=0
2024-11-14T02:50:48,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741994_1170 (size=12151)
2024-11-14T02:50:48,787 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/7e6a173ca7014f5f8977125a965af36b
2024-11-14T02:50:48,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/d9b2e994ed0340afbe8230dd4444126a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/d9b2e994ed0340afbe8230dd4444126a
2024-11-14T02:50:48,808 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/d9b2e994ed0340afbe8230dd4444126a, entries=200, sequenceid=237, filesize=38.8 K
2024-11-14T02:50:48,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/031e49340f9e4aae8a98b31f179c9871 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/031e49340f9e4aae8a98b31f179c9871
2024-11-14T02:50:48,823 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/031e49340f9e4aae8a98b31f179c9871, entries=150, sequenceid=237, filesize=11.9 K
2024-11-14T02:50:48,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/7e6a173ca7014f5f8977125a965af36b as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/7e6a173ca7014f5f8977125a965af36b
2024-11-14T02:50:48,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-14T02:50:48,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:48,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:48,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:48,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:48,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:48,836 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/7e6a173ca7014f5f8977125a965af36b, entries=150, sequenceid=237, filesize=11.9 K
2024-11-14T02:50:48,837 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.85 KB/66410, heapSize ~178.75 KB/183040, currentSize=127.47 KB/130530 for b8b8f6ddf173dadd378921fa3f7170e4 in 1063ms, sequenceid=237, compaction requested=true
2024-11-14T02:50:48,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:48,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8b8f6ddf173dadd378921fa3f7170e4:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:50:48,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:48,837 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:48,837 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:48,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8b8f6ddf173dadd378921fa3f7170e4:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:50:48,839 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:48,839 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102233 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:48,839 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): b8b8f6ddf173dadd378921fa3f7170e4/A is initiating minor compaction (all files)
2024-11-14T02:50:48,839 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b8b8f6ddf173dadd378921fa3f7170e4/A in TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:48,840 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/69a7a3c40c1643c5857e6e0d07b2af97, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/2446fed538464535a172c13fe03c468d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/d9b2e994ed0340afbe8230dd4444126a] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp, totalSize=99.8 K
2024-11-14T02:50:48,840 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:48,840 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. files: [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/69a7a3c40c1643c5857e6e0d07b2af97, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/2446fed538464535a172c13fe03c468d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/d9b2e994ed0340afbe8230dd4444126a]
2024-11-14T02:50:48,840 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): b8b8f6ddf173dadd378921fa3f7170e4/B is initiating minor compaction (all files)
2024-11-14T02:50:48,840 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b8b8f6ddf173dadd378921fa3f7170e4/B in TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:48,841 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/9b283241bfab461397199e9aa38c3f98, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/97811bc010fd451c84e9a05f8b5d17a9, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/031e49340f9e4aae8a98b31f179c9871] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp, totalSize=35.9 K
2024-11-14T02:50:48,841 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 69a7a3c40c1643c5857e6e0d07b2af97, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731552645201
2024-11-14T02:50:48,841 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b283241bfab461397199e9aa38c3f98, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731552645201
2024-11-14T02:50:48,841 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2446fed538464535a172c13fe03c468d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731552645876
2024-11-14T02:50:48,842 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9b2e994ed0340afbe8230dd4444126a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731552647213
2024-11-14T02:50:48,842 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 97811bc010fd451c84e9a05f8b5d17a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731552645876
2024-11-14T02:50:48,842 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 031e49340f9e4aae8a98b31f179c9871, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731552647213
2024-11-14T02:50:48,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:48,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8b8f6ddf173dadd378921fa3f7170e4:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:50:48,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:48,863 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:48,865 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8b8f6ddf173dadd378921fa3f7170e4#B#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:48,865 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/1a1fa400693648c78833930ac27e010a is 50, key is test_row_0/B:col10/1731552647230/Put/seqid=0
2024-11-14T02:50:48,888 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114ebd25bccf7f4468eafc31e15c3cde561_b8b8f6ddf173dadd378921fa3f7170e4 store=[table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:48,891 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114ebd25bccf7f4468eafc31e15c3cde561_b8b8f6ddf173dadd378921fa3f7170e4, store=[table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:48,891 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114ebd25bccf7f4468eafc31e15c3cde561_b8b8f6ddf173dadd378921fa3f7170e4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:48,918 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741995_1171 (size=12527)
2024-11-14T02:50:48,932 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/1a1fa400693648c78833930ac27e010a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/1a1fa400693648c78833930ac27e010a
2024-11-14T02:50:48,953 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b8b8f6ddf173dadd378921fa3f7170e4/B of b8b8f6ddf173dadd378921fa3f7170e4 into 1a1fa400693648c78833930ac27e010a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:48,953 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:48,953 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., storeName=b8b8f6ddf173dadd378921fa3f7170e4/B, priority=13, startTime=1731552648837; duration=0sec
2024-11-14T02:50:48,953 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:48,953 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8b8f6ddf173dadd378921fa3f7170e4:B
2024-11-14T02:50:48,953 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:48,955 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:48,955 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): b8b8f6ddf173dadd378921fa3f7170e4/C is initiating minor compaction (all files)
2024-11-14T02:50:48,955 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b8b8f6ddf173dadd378921fa3f7170e4/C in TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:48,955 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/dde884ef1a6a409aa1d1353a752771ef, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/75cadead726b41ac8390c90854d6c5b5, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/7e6a173ca7014f5f8977125a965af36b] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp, totalSize=35.9 K
2024-11-14T02:50:48,956 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting dde884ef1a6a409aa1d1353a752771ef, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731552645201
2024-11-14T02:50:48,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741996_1172 (size=4469)
2024-11-14T02:50:48,958 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 75cadead726b41ac8390c90854d6c5b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731552645876
2024-11-14T02:50:48,959 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e6a173ca7014f5f8977125a965af36b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731552647213
2024-11-14T02:50:48,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-14T02:50:48,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:48,982 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing b8b8f6ddf173dadd378921fa3f7170e4 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB
2024-11-14T02:50:48,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=A
2024-11-14T02:50:48,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:48,982 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8b8f6ddf173dadd378921fa3f7170e4#C#compaction#146 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:48,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=B
2024-11-14T02:50:48,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:48,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=C
2024-11-14T02:50:48,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:50:48,983 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/b6ec1e63d0c44a0fa8876db234509c3e is 50, key is test_row_0/C:col10/1731552647230/Put/seqid=0
2024-11-14T02:50:49,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114900246f267564f98893927b791cf6196_b8b8f6ddf173dadd378921fa3f7170e4 is 50, key is test_row_0/A:col10/1731552647927/Put/seqid=0
2024-11-14T02:50:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-14T02:50:49,031 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741997_1173 (size=12527)
2024-11-14T02:50:49,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741998_1174 (size=12454)
2024-11-14T02:50:49,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:49,144 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552709138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:49,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:49,157 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552709139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,158 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:49,158 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552709141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:49,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,159 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:49,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552709145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:49,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:49,266 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552709256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:49,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:49,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552709267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:49,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:49,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552709267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:49,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:49,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552709267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:49,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,272 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:49,362 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8b8f6ddf173dadd378921fa3f7170e4#A#compaction#145 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:49,362 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/29a37e4cbfa043b1a5d91109d91d4c7a is 175, key is test_row_0/A:col10/1731552647230/Put/seqid=0
2024-11-14T02:50:49,377 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741999_1175 (size=31481)
2024-11-14T02:50:49,384 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/29a37e4cbfa043b1a5d91109d91d4c7a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/29a37e4cbfa043b1a5d91109d91d4c7a
2024-11-14T02:50:49,397 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b8b8f6ddf173dadd378921fa3f7170e4/A of b8b8f6ddf173dadd378921fa3f7170e4 into 29a37e4cbfa043b1a5d91109d91d4c7a(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:49,397 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:49,397 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., storeName=b8b8f6ddf173dadd378921fa3f7170e4/A, priority=13, startTime=1731552648837; duration=0sec
2024-11-14T02:50:49,397 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:49,397 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8b8f6ddf173dadd378921fa3f7170e4:A
2024-11-14T02:50:49,440 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/b6ec1e63d0c44a0fa8876db234509c3e as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/b6ec1e63d0c44a0fa8876db234509c3e
2024-11-14T02:50:49,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:49,450 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b8b8f6ddf173dadd378921fa3f7170e4/C of b8b8f6ddf173dadd378921fa3f7170e4 into b6ec1e63d0c44a0fa8876db234509c3e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:49,450 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:49,450 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., storeName=b8b8f6ddf173dadd378921fa3f7170e4/C, priority=13, startTime=1731552648845; duration=0sec
2024-11-14T02:50:49,450 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:49,450 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8b8f6ddf173dadd378921fa3f7170e4:C
2024-11-14T02:50:49,456 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114900246f267564f98893927b791cf6196_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114900246f267564f98893927b791cf6196_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:49,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/62b91d8b51c24b0382a6a42a41d4d50c, store: [table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:49,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/62b91d8b51c24b0382a6a42a41d4d50c is 175, key is test_row_0/A:col10/1731552647927/Put/seqid=0
2024-11-14T02:50:49,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742000_1176 (size=31255)
2024-11-14T02:50:49,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552709477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:49,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552709476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:49,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552709477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552709477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:49,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552709797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:49,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552709797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:49,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552709797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:49,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:49,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552709797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:49,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:49,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:49,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:49,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:49,804 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:49,888 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/62b91d8b51c24b0382a6a42a41d4d50c
2024-11-14T02:50:49,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/35f658d9bf0a4eeba31b4e5d89529c29 is 50, key is test_row_0/B:col10/1731552647927/Put/seqid=0
2024-11-14T02:50:49,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742001_1177 (size=12301)
2024-11-14T02:50:49,916 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/35f658d9bf0a4eeba31b4e5d89529c29
2024-11-14T02:50:49,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/8af3205e5e954b199342a4422e7d746c is 50, key is test_row_0/C:col10/1731552647927/Put/seqid=0
2024-11-14T02:50:49,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742002_1178 (size=12301)
2024-11-14T02:50:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-14T02:50:50,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552710306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:50,309 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552710306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:50,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:50,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:50,312 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:50,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:50,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:50,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:50,321 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552710316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:50,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552710316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:50,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:50,378 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/8af3205e5e954b199342a4422e7d746c
2024-11-14T02:50:50,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/62b91d8b51c24b0382a6a42a41d4d50c as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/62b91d8b51c24b0382a6a42a41d4d50c
2024-11-14T02:50:50,390 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/62b91d8b51c24b0382a6a42a41d4d50c, entries=150, sequenceid=272, filesize=30.5 K
2024-11-14T02:50:50,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/35f658d9bf0a4eeba31b4e5d89529c29 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/35f658d9bf0a4eeba31b4e5d89529c29
2024-11-14T02:50:50,400 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/35f658d9bf0a4eeba31b4e5d89529c29, entries=150, sequenceid=272, filesize=12.0 K
2024-11-14T02:50:50,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/8af3205e5e954b199342a4422e7d746c as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/8af3205e5e954b199342a4422e7d746c
2024-11-14T02:50:50,410 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/8af3205e5e954b199342a4422e7d746c, entries=150, sequenceid=272, filesize=12.0 K
2024-11-14T02:50:50,413 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for b8b8f6ddf173dadd378921fa3f7170e4 in 1431ms, sequenceid=272, compaction requested=false
2024-11-14T02:50:50,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:50,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:50,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51
2024-11-14T02:50:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=51
2024-11-14T02:50:50,419 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50
2024-11-14T02:50:50,419 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5460 sec
2024-11-14T02:50:50,421 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.5530 sec
2024-11-14T02:50:51,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:51,279 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b8b8f6ddf173dadd378921fa3f7170e4 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-14T02:50:51,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=A
2024-11-14T02:50:51,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:51,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=B
2024-11-14T02:50:51,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:51,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=C
2024-11-14T02:50:51,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:51,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111400af1ff759ab462597830f6fd798171b_b8b8f6ddf173dadd378921fa3f7170e4 is 50, key is test_row_0/A:col10/1731552649137/Put/seqid=0
2024-11-14T02:50:51,356 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:51,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552711345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:51,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:51,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742003_1179 (size=14994)
2024-11-14T02:50:51,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:51,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552711347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552711349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:51,363 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:51,363 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552711351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:51,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,363 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,363 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:51,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:51,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552711357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:51,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:51,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:51,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552711466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:51,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:51,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552711466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:51,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:51,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:51,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552711466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:51,469 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:51,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:51,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552711466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:51,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:51,470 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552711468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:51,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:51,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552711676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:51,680 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,680 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:51,680 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552711676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:51,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,680 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:51,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552711676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:51,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:51,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552711676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:51,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:51,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:51,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552711677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:51,688 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:51,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:51,760 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:51,763 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111400af1ff759ab462597830f6fd798171b_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111400af1ff759ab462597830f6fd798171b_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:51,764 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/be8a5f68ea014cccb6bfc1a9160147b3, store: [table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:51,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/be8a5f68ea014cccb6bfc1a9160147b3 is 175, key is test_row_0/A:col10/1731552649137/Put/seqid=0
2024-11-14T02:50:51,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742004_1180 (size=39949)
2024-11-14T02:50:51,987 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552711986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:51,988 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552711986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:51,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:51,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:51,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:51,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552711997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:52,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552711997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:52,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:52,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:52,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:52,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:52,000 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:52,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:52,007 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552711997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:52,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:52,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:52,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-14T02:50:52,056 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:50:52,057 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:50:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees
2024-11-14T02:50:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-14T02:50:52,059 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:50:52,060 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:50:52,060 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:50:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-14T02:50:52,169 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/be8a5f68ea014cccb6bfc1a9160147b3
2024-11-14T02:50:52,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/3ae6d899ddd7470b803c7aaa9ec9fe8d is 50, key is test_row_0/B:col10/1731552649137/Put/seqid=0
2024-11-14T02:50:52,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-14T02:50:52,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:52,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:52,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:52,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:52,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:52,235 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742005_1181 (size=12301)
2024-11-14T02:50:52,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-14T02:50:52,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:52,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:52,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:52,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:52,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-14T02:50:52,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552712496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:52,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:52,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:52,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552712496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:52,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:52,500 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:52,500 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:52,500 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:52,508 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552712507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:52,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:52,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:52,509 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:52,509 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552712507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:52,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:52,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:52,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:52,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-14T02:50:52,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:52,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:52,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:52,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:52,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:52,526 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552712517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:52,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:52,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:52,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:52,633 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/3ae6d899ddd7470b803c7aaa9ec9fe8d
2024-11-14T02:50:52,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/e80e6f7969c04e3395df684fd73061fa is 50, key is test_row_0/C:col10/1731552649137/Put/seqid=0
2024-11-14T02:50:52,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742006_1182 (size=12301)
2024-11-14T02:50:52,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-14T02:50:52,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:52,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:52,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:52,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:52,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:52,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-14T02:50:52,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-14T02:50:52,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:52,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:52,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:52,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:52,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:52,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-14T02:50:52,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:52,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:52,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:52,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:52,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:52,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:53,051 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/e80e6f7969c04e3395df684fd73061fa
2024-11-14T02:50:53,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/be8a5f68ea014cccb6bfc1a9160147b3 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/be8a5f68ea014cccb6bfc1a9160147b3
2024-11-14T02:50:53,060 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/be8a5f68ea014cccb6bfc1a9160147b3, entries=200, sequenceid=286, filesize=39.0 K
2024-11-14T02:50:53,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/3ae6d899ddd7470b803c7aaa9ec9fe8d as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/3ae6d899ddd7470b803c7aaa9ec9fe8d
2024-11-14T02:50:53,067 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/3ae6d899ddd7470b803c7aaa9ec9fe8d, entries=150, sequenceid=286, filesize=12.0 K
2024-11-14T02:50:53,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/e80e6f7969c04e3395df684fd73061fa as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/e80e6f7969c04e3395df684fd73061fa
2024-11-14T02:50:53,076 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/e80e6f7969c04e3395df684fd73061fa, entries=150, sequenceid=286, filesize=12.0 K
2024-11-14T02:50:53,078 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for b8b8f6ddf173dadd378921fa3f7170e4 in 1798ms, sequenceid=286, compaction requested=true
2024-11-14T02:50:53,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:53,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8b8f6ddf173dadd378921fa3f7170e4:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:50:53,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:53,078 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:53,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8b8f6ddf173dadd378921fa3f7170e4:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:50:53,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:53,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8b8f6ddf173dadd378921fa3f7170e4:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:50:53,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-14T02:50:53,078 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:53,079 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102685 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:53,079 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37129 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:53,079 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): b8b8f6ddf173dadd378921fa3f7170e4/B is initiating minor compaction (all files)
2024-11-14T02:50:53,079 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): b8b8f6ddf173dadd378921fa3f7170e4/A is initiating minor compaction (all files)
2024-11-14T02:50:53,080 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b8b8f6ddf173dadd378921fa3f7170e4/A in TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:53,080 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b8b8f6ddf173dadd378921fa3f7170e4/B in TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:53,080 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/29a37e4cbfa043b1a5d91109d91d4c7a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/62b91d8b51c24b0382a6a42a41d4d50c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/be8a5f68ea014cccb6bfc1a9160147b3] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp, totalSize=100.3 K
2024-11-14T02:50:53,080 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/1a1fa400693648c78833930ac27e010a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/35f658d9bf0a4eeba31b4e5d89529c29, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/3ae6d899ddd7470b803c7aaa9ec9fe8d] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp, totalSize=36.3 K
2024-11-14T02:50:53,080 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:53,080 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. files: [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/29a37e4cbfa043b1a5d91109d91d4c7a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/62b91d8b51c24b0382a6a42a41d4d50c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/be8a5f68ea014cccb6bfc1a9160147b3]
2024-11-14T02:50:53,080 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a1fa400693648c78833930ac27e010a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731552647213
2024-11-14T02:50:53,080 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29a37e4cbfa043b1a5d91109d91d4c7a, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731552647213
2024-11-14T02:50:53,081 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 35f658d9bf0a4eeba31b4e5d89529c29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731552647927
2024-11-14T02:50:53,081 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62b91d8b51c24b0382a6a42a41d4d50c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731552647927
2024-11-14T02:50:53,081 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ae6d899ddd7470b803c7aaa9ec9fe8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731552649129
2024-11-14T02:50:53,081 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting be8a5f68ea014cccb6bfc1a9160147b3, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731552649129
2024-11-14T02:50:53,089 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:53,093 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8b8f6ddf173dadd378921fa3f7170e4#B#compaction#154 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:53,094 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/a8f157a7ef0f41a78eb6a8d3bf90e259 is 50, key is test_row_0/B:col10/1731552649137/Put/seqid=0
2024-11-14T02:50:53,096 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114054176bc52754fe1a5fe5e3cfc5d8bf4_b8b8f6ddf173dadd378921fa3f7170e4 store=[table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:53,098 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114054176bc52754fe1a5fe5e3cfc5d8bf4_b8b8f6ddf173dadd378921fa3f7170e4, store=[table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:53,098 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114054176bc52754fe1a5fe5e3cfc5d8bf4_b8b8f6ddf173dadd378921fa3f7170e4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:53,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742007_1183 (size=12779)
2024-11-14T02:50:53,130 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742008_1184 (size=4469)
2024-11-14T02:50:53,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-14T02:50:53,132 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8b8f6ddf173dadd378921fa3f7170e4#A#compaction#153 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:53,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:53,133 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing b8b8f6ddf173dadd378921fa3f7170e4 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-14T02:50:53,133 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/999223a28cfd48c0b7479bc6b5d6e732 is 175, key is test_row_0/A:col10/1731552649137/Put/seqid=0
2024-11-14T02:50:53,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=A
2024-11-14T02:50:53,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:53,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=B
2024-11-14T02:50:53,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:53,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=C
2024-11-14T02:50:53,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:53,137 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/a8f157a7ef0f41a78eb6a8d3bf90e259 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/a8f157a7ef0f41a78eb6a8d3bf90e259
2024-11-14T02:50:53,147 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b8b8f6ddf173dadd378921fa3f7170e4/B of b8b8f6ddf173dadd378921fa3f7170e4 into a8f157a7ef0f41a78eb6a8d3bf90e259(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:53,147 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:53,147 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., storeName=b8b8f6ddf173dadd378921fa3f7170e4/B, priority=13, startTime=1731552653078; duration=0sec
2024-11-14T02:50:53,147 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:53,148 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8b8f6ddf173dadd378921fa3f7170e4:B
2024-11-14T02:50:53,148 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:53,149 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37129 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:53,149 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): b8b8f6ddf173dadd378921fa3f7170e4/C is initiating minor compaction (all files)
2024-11-14T02:50:53,149 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b8b8f6ddf173dadd378921fa3f7170e4/C in TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:53,149 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/b6ec1e63d0c44a0fa8876db234509c3e, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/8af3205e5e954b199342a4422e7d746c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/e80e6f7969c04e3395df684fd73061fa] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp, totalSize=36.3 K
2024-11-14T02:50:53,150 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting b6ec1e63d0c44a0fa8876db234509c3e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731552647213
2024-11-14T02:50:53,150 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 8af3205e5e954b199342a4422e7d746c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731552647927
2024-11-14T02:50:53,151 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting e80e6f7969c04e3395df684fd73061fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731552649129
2024-11-14T02:50:53,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742009_1185 (size=31733)
2024-11-14T02:50:53,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111499e47bd30d2c403aab2b1a46189d06c7_b8b8f6ddf173dadd378921fa3f7170e4 is 50, key is test_row_0/A:col10/1731552651345/Put/seqid=0
2024-11-14T02:50:53,178 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8b8f6ddf173dadd378921fa3f7170e4#C#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:53,178 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/f1e58c35cf6d47af97c6356e7ae2b017 is 50, key is test_row_0/C:col10/1731552649137/Put/seqid=0
2024-11-14T02:50:53,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742010_1186 (size=12454)
2024-11-14T02:50:53,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:53,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742011_1187 (size=12779)
2024-11-14T02:50:53,194 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111499e47bd30d2c403aab2b1a46189d06c7_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111499e47bd30d2c403aab2b1a46189d06c7_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:53,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/10d16d950bec41999e158081c4dc8cc5, store: [table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:53,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/10d16d950bec41999e158081c4dc8cc5 is 175, key is test_row_0/A:col10/1731552651345/Put/seqid=0
2024-11-14T02:50:53,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-14T02:50:53,198 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/f1e58c35cf6d47af97c6356e7ae2b017 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/f1e58c35cf6d47af97c6356e7ae2b017
2024-11-14T02:50:53,203 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b8b8f6ddf173dadd378921fa3f7170e4/C of b8b8f6ddf173dadd378921fa3f7170e4 into f1e58c35cf6d47af97c6356e7ae2b017(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:53,203 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:53,203 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., storeName=b8b8f6ddf173dadd378921fa3f7170e4/C, priority=13, startTime=1731552653078; duration=0sec
2024-11-14T02:50:53,204 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742012_1188 (size=31255)
2024-11-14T02:50:53,204 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:53,204 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8b8f6ddf173dadd378921fa3f7170e4:C
2024-11-14T02:50:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:53,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:53,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552713519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:53,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:53,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:53,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:53,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552713521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:53,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:53,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:53,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:53,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552713522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:53,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:53,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:53,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:53,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552713526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:53,533 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_1' in b8b8f6ddf173dadd378921fa3f7170e4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:50:53,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:53,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:53,533 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:53,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552713536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:53,537 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in b8b8f6ddf173dadd378921fa3f7170e4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:50:53,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:53,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:53,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:53,564 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/999223a28cfd48c0b7479bc6b5d6e732 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/999223a28cfd48c0b7479bc6b5d6e732
2024-11-14T02:50:53,569 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b8b8f6ddf173dadd378921fa3f7170e4/A of b8b8f6ddf173dadd378921fa3f7170e4 into 999223a28cfd48c0b7479bc6b5d6e732(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:53,569 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:53,569 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., storeName=b8b8f6ddf173dadd378921fa3f7170e4/A, priority=13, startTime=1731552653078; duration=0sec
2024-11-14T02:50:53,569 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:53,569 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8b8f6ddf173dadd378921fa3f7170e4:A
2024-11-14T02:50:53,605 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=306, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/10d16d950bec41999e158081c4dc8cc5
2024-11-14T02:50:53,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/1dedd1877eab4ef5a1cb1d92f99ab566 is 50, key is test_row_0/B:col10/1731552651345/Put/seqid=0
2024-11-14T02:50:53,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742013_1189 (size=12301)
2024-11-14T02:50:53,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552713626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:53,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552713626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:53,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:53,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:53,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:53,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:53,627 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:53,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:53,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552713627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:53,628 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:53,838 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552713836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:53,840 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:53,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552713836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:53,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:53,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:53,840 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:53,841 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:53,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552713836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:53,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:53,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:53,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:53,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:53,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:53,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:54,018 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/1dedd1877eab4ef5a1cb1d92f99ab566
2024-11-14T02:50:54,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/56b91c5abff84487bba4947c92442fbb is 50, key is test_row_0/C:col10/1731552651345/Put/seqid=0
2024-11-14T02:50:54,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742014_1190 (size=12301)
2024-11-14T02:50:54,146 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552714146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:54,147 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552714146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:54,150 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552714146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:54,150 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:54,150 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:54,150 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-14T02:50:54,430 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=306 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/56b91c5abff84487bba4947c92442fbb
2024-11-14T02:50:54,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/10d16d950bec41999e158081c4dc8cc5 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/10d16d950bec41999e158081c4dc8cc5
2024-11-14T02:50:54,442 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/10d16d950bec41999e158081c4dc8cc5, entries=150, sequenceid=306, filesize=30.5 K
2024-11-14T02:50:54,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/1dedd1877eab4ef5a1cb1d92f99ab566 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/1dedd1877eab4ef5a1cb1d92f99ab566
2024-11-14T02:50:54,446 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/1dedd1877eab4ef5a1cb1d92f99ab566, entries=150, sequenceid=306, filesize=12.0 K
2024-11-14T02:50:54,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/56b91c5abff84487bba4947c92442fbb as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/56b91c5abff84487bba4947c92442fbb
2024-11-14T02:50:54,453 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/56b91c5abff84487bba4947c92442fbb, entries=150, sequenceid=306, filesize=12.0 K
2024-11-14T02:50:54,454 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for b8b8f6ddf173dadd378921fa3f7170e4 in 1321ms, sequenceid=306, compaction requested=false
2024-11-14T02:50:54,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:54,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:54,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53
2024-11-14T02:50:54,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=53
2024-11-14T02:50:54,458 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52
2024-11-14T02:50:54,458 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3960 sec
2024-11-14T02:50:54,460 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.4020 sec
2024-11-14T02:50:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:54,659 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b8b8f6ddf173dadd378921fa3f7170e4 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-14T02:50:54,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=A
2024-11-14T02:50:54,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:54,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=B
2024-11-14T02:50:54,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:54,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=C
2024-11-14T02:50:54,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:54,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111497f93341a3a742e3a9df6b253f73cba6_b8b8f6ddf173dadd378921fa3f7170e4 is 50, key is test_row_0/A:col10/1731552654657/Put/seqid=0
2024-11-14T02:50:54,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742015_1191 (size=17534)
2024-11-14T02:50:54,690 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552714688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:54,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:54,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:54,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:54,691 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552714690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:54,691 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552714691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:54,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552714796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:54,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:54,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552714796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:54,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:54,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:54,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:54,799 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:54,799 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552714796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:54,799 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:54,799 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:54,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:54,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:55,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552715006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:55,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552715006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:55,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:55,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:55,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:55,009 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:55,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:55,009 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:55,009 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:55,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552715006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:55,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:55,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:55,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:55,075 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:55,079 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111497f93341a3a742e3a9df6b253f73cba6_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111497f93341a3a742e3a9df6b253f73cba6_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:55,079 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/b44662a8f225443588b687c3823e6263, store: [table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:55,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/b44662a8f225443588b687c3823e6263 is 175, key is test_row_0/A:col10/1731552654657/Put/seqid=0
2024-11-14T02:50:55,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742016_1192 (size=48639)
2024-11-14T02:50:55,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552715316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:55,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552715316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:55,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:55,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552715316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:55,486 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/b44662a8f225443588b687c3823e6263
2024-11-14T02:50:55,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/f46923d992544f27b41ea0de58a20801 is 50, key is test_row_0/B:col10/1731552654657/Put/seqid=0
2024-11-14T02:50:55,496 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742017_1193 (size=12301)
2024-11-14T02:50:55,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59932 deadline: 1731552715546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:55,548 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in b8b8f6ddf173dadd378921fa3f7170e4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:50:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:55,558 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59940 deadline: 1731552715556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:55,558 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_1' in b8b8f6ddf173dadd378921fa3f7170e4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:50:55,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:55,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:55,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:55,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552715826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:55,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:55,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:55,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552715826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:55,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:55,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552715827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:55,897 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/f46923d992544f27b41ea0de58a20801
2024-11-14T02:50:55,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/f0e7c42378bf46cc883a4ec9e7d1ba98 is 50, key is test_row_0/C:col10/1731552654657/Put/seqid=0
2024-11-14T02:50:55,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742018_1194 (size=12301)
2024-11-14T02:50:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-14T02:50:56,227 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:50:56,227 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:50:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees
2024-11-14T02:50:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-14T02:50:56,229 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:50:56,230 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:50:56,230 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:50:56,311 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/f0e7c42378bf46cc883a4ec9e7d1ba98
2024-11-14T02:50:56,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/b44662a8f225443588b687c3823e6263 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/b44662a8f225443588b687c3823e6263
2024-11-14T02:50:56,319 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/b44662a8f225443588b687c3823e6263, entries=250, sequenceid=324, filesize=47.5 K
2024-11-14T02:50:56,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/f46923d992544f27b41ea0de58a20801 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/f46923d992544f27b41ea0de58a20801
2024-11-14T02:50:56,324 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/f46923d992544f27b41ea0de58a20801, entries=150, sequenceid=324, filesize=12.0 K
2024-11-14T02:50:56,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/f0e7c42378bf46cc883a4ec9e7d1ba98 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/f0e7c42378bf46cc883a4ec9e7d1ba98
2024-11-14T02:50:56,329 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/f0e7c42378bf46cc883a4ec9e7d1ba98, entries=150, sequenceid=324, filesize=12.0 K
2024-11-14T02:50:56,329 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for b8b8f6ddf173dadd378921fa3f7170e4 in 1670ms, sequenceid=324, compaction requested=true
2024-11-14T02:50:56,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:56,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8b8f6ddf173dadd378921fa3f7170e4:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:50:56,330 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:56,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:56,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8b8f6ddf173dadd378921fa3f7170e4:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:50:56,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:56,330 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:56,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8b8f6ddf173dadd378921fa3f7170e4:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:50:56,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:56,331 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:56,331 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 111627 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:56,331 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): b8b8f6ddf173dadd378921fa3f7170e4/B is initiating minor compaction (all files)
2024-11-14T02:50:56,331 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): b8b8f6ddf173dadd378921fa3f7170e4/A is initiating minor compaction (all files)
2024-11-14T02:50:56,331 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b8b8f6ddf173dadd378921fa3f7170e4/B in TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:56,331 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b8b8f6ddf173dadd378921fa3f7170e4/A in TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:56,331 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/999223a28cfd48c0b7479bc6b5d6e732, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/10d16d950bec41999e158081c4dc8cc5, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/b44662a8f225443588b687c3823e6263] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp, totalSize=109.0 K
2024-11-14T02:50:56,331 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/a8f157a7ef0f41a78eb6a8d3bf90e259, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/1dedd1877eab4ef5a1cb1d92f99ab566, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/f46923d992544f27b41ea0de58a20801] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp, totalSize=36.5 K
2024-11-14T02:50:56,331 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:56,331 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. files: [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/999223a28cfd48c0b7479bc6b5d6e732, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/10d16d950bec41999e158081c4dc8cc5, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/b44662a8f225443588b687c3823e6263]
2024-11-14T02:50:56,331 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting a8f157a7ef0f41a78eb6a8d3bf90e259, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731552649129
2024-11-14T02:50:56,331 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 999223a28cfd48c0b7479bc6b5d6e732, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731552649129
2024-11-14T02:50:56,332 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10d16d950bec41999e158081c4dc8cc5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731552651314
2024-11-14T02:50:56,332 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dedd1877eab4ef5a1cb1d92f99ab566, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731552651314
2024-11-14T02:50:56,332 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting f46923d992544f27b41ea0de58a20801, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731552653521
2024-11-14T02:50:56,332 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting b44662a8f225443588b687c3823e6263, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731552653512
2024-11-14T02:50:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-14T02:50:56,339 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8b8f6ddf173dadd378921fa3f7170e4#B#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:56,339 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/c0cfc383ad9444b38818a39d987e8f78 is 50, key is test_row_0/B:col10/1731552654657/Put/seqid=0
2024-11-14T02:50:56,341 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:56,348 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114fe74c02fdbd9493da2fb04c9164f50b1_b8b8f6ddf173dadd378921fa3f7170e4 store=[table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:56,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742019_1195 (size=12881)
2024-11-14T02:50:56,350 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114fe74c02fdbd9493da2fb04c9164f50b1_b8b8f6ddf173dadd378921fa3f7170e4, store=[table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:56,351 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fe74c02fdbd9493da2fb04c9164f50b1_b8b8f6ddf173dadd378921fa3f7170e4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:56,356 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/c0cfc383ad9444b38818a39d987e8f78 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/c0cfc383ad9444b38818a39d987e8f78
2024-11-14T02:50:56,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742020_1196 (size=4469)
2024-11-14T02:50:56,361 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b8b8f6ddf173dadd378921fa3f7170e4/B of b8b8f6ddf173dadd378921fa3f7170e4 into c0cfc383ad9444b38818a39d987e8f78(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:56,362 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:56,362 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., storeName=b8b8f6ddf173dadd378921fa3f7170e4/B, priority=13, startTime=1731552656330; duration=0sec
2024-11-14T02:50:56,362 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:56,362 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8b8f6ddf173dadd378921fa3f7170e4:B
2024-11-14T02:50:56,362 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:56,363 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:56,363 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): b8b8f6ddf173dadd378921fa3f7170e4/C is initiating minor compaction (all files)
2024-11-14T02:50:56,363 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b8b8f6ddf173dadd378921fa3f7170e4/C in TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:56,363 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/f1e58c35cf6d47af97c6356e7ae2b017, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/56b91c5abff84487bba4947c92442fbb, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/f0e7c42378bf46cc883a4ec9e7d1ba98] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp, totalSize=36.5 K
2024-11-14T02:50:56,364 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting f1e58c35cf6d47af97c6356e7ae2b017, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731552649129
2024-11-14T02:50:56,364 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 56b91c5abff84487bba4947c92442fbb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=306, earliestPutTs=1731552651314
2024-11-14T02:50:56,364 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting f0e7c42378bf46cc883a4ec9e7d1ba98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731552653521
2024-11-14T02:50:56,370 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8b8f6ddf173dadd378921fa3f7170e4#C#compaction#164 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:56,371 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/27ca9b48de2f4b96bbcf0d9103ad91fb is 50, key is test_row_0/C:col10/1731552654657/Put/seqid=0
2024-11-14T02:50:56,375 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742021_1197 (size=12881)
2024-11-14T02:50:56,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55
2024-11-14T02:50:56,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:56,382 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing b8b8f6ddf173dadd378921fa3f7170e4 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-14T02:50:56,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=A
2024-11-14T02:50:56,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:56,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=B
2024-11-14T02:50:56,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:56,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=C
2024-11-14T02:50:56,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:56,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145a922e88eb7d43c6a45753bd4bbab780_b8b8f6ddf173dadd378921fa3f7170e4 is 50, key is test_row_0/A:col10/1731552654689/Put/seqid=0
2024-11-14T02:50:56,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742022_1198 (size=12454)
2024-11-14T02:50:56,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-14T02:50:56,759 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8b8f6ddf173dadd378921fa3f7170e4#A#compaction#163 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:56,759 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/f47c81b739c54307824eb245694ed95c is 175, key is test_row_0/A:col10/1731552654657/Put/seqid=0
2024-11-14T02:50:56,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742023_1199 (size=31835)
2024-11-14T02:50:56,779 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/27ca9b48de2f4b96bbcf0d9103ad91fb as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/27ca9b48de2f4b96bbcf0d9103ad91fb
2024-11-14T02:50:56,786 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b8b8f6ddf173dadd378921fa3f7170e4/C of b8b8f6ddf173dadd378921fa3f7170e4 into 27ca9b48de2f4b96bbcf0d9103ad91fb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:56,786 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:56,786 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., storeName=b8b8f6ddf173dadd378921fa3f7170e4/C, priority=13, startTime=1731552656330; duration=0sec
2024-11-14T02:50:56,786 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:56,786 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8b8f6ddf173dadd378921fa3f7170e4:C
2024-11-14T02:50:56,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:56,796 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145a922e88eb7d43c6a45753bd4bbab780_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145a922e88eb7d43c6a45753bd4bbab780_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:56,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/71186851c8584d339f2f76f6fcc454b1, store: [table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:56,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/71186851c8584d339f2f76f6fcc454b1 is 175, key is test_row_0/A:col10/1731552654689/Put/seqid=0
2024-11-14T02:50:56,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742024_1200 (size=31255)
2024-11-14T02:50:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:56,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:56,855 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552716852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:56,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552716854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-14T02:50:56,862 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:56,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552716855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:56,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:56,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:56,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:56,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552716966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:56,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:56,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:56,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:56,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552716966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:56,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:56,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:56,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:56,968 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552716966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:56,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:56,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:56,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:57,169 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/f47c81b739c54307824eb245694ed95c as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/f47c81b739c54307824eb245694ed95c
2024-11-14T02:50:57,173 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b8b8f6ddf173dadd378921fa3f7170e4/A of b8b8f6ddf173dadd378921fa3f7170e4 into f47c81b739c54307824eb245694ed95c(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:57,173 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:57,173 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., storeName=b8b8f6ddf173dadd378921fa3f7170e4/A, priority=13, startTime=1731552656330; duration=0sec
2024-11-14T02:50:57,174 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:57,174 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8b8f6ddf173dadd378921fa3f7170e4:A
2024-11-14T02:50:57,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552717176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:57,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:57,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552717176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:57,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:57,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:57,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552717176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:57,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:57,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:57,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:57,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:57,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:57,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:57,202 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/71186851c8584d339f2f76f6fcc454b1
2024-11-14T02:50:57,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/38a30e5bc7404acdb88045b53f489a8b is 50, key is test_row_0/B:col10/1731552654689/Put/seqid=0
2024-11-14T02:50:57,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742025_1201 (size=12301)
2024-11-14T02:50:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-14T02:50:57,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552717486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:57,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:57,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:57,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552717486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:57,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552717486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:57,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:57,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:57,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:57,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:57,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:57,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:57,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:57,617 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/38a30e5bc7404acdb88045b53f489a8b
2024-11-14T02:50:57,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/6c62c65edc35452eaa4f290d488799fa is 50, key is test_row_0/C:col10/1731552654689/Put/seqid=0
2024-11-14T02:50:57,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742026_1202 (size=12301)
2024-11-14T02:50:57,631 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/6c62c65edc35452eaa4f290d488799fa
2024-11-14T02:50:57,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/71186851c8584d339f2f76f6fcc454b1 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/71186851c8584d339f2f76f6fcc454b1
2024-11-14T02:50:57,640 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/71186851c8584d339f2f76f6fcc454b1, entries=150, sequenceid=342, filesize=30.5 K
2024-11-14T02:50:57,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/38a30e5bc7404acdb88045b53f489a8b as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/38a30e5bc7404acdb88045b53f489a8b
2024-11-14T02:50:57,646 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/38a30e5bc7404acdb88045b53f489a8b, entries=150, sequenceid=342, filesize=12.0 K
2024-11-14T02:50:57,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/6c62c65edc35452eaa4f290d488799fa as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/6c62c65edc35452eaa4f290d488799fa
2024-11-14T02:50:57,651 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/6c62c65edc35452eaa4f290d488799fa, entries=150, sequenceid=342, filesize=12.0 K
2024-11-14T02:50:57,653 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for b8b8f6ddf173dadd378921fa3f7170e4 in 1271ms, sequenceid=342, compaction requested=false
2024-11-14T02:50:57,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:57,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:57,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55
2024-11-14T02:50:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=55
2024-11-14T02:50:57,657 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54
2024-11-14T02:50:57,657 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4250 sec
2024-11-14T02:50:57,658 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.4300 sec
2024-11-14T02:50:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:57,999 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b8b8f6ddf173dadd378921fa3f7170e4 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-14T02:50:58,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=A
2024-11-14T02:50:58,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:58,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=B
2024-11-14T02:50:58,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:58,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=C
2024-11-14T02:50:58,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:58,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146abdd8e038684b348c77003156897db2_b8b8f6ddf173dadd378921fa3f7170e4 is 50, key is test_row_0/A:col10/1731552657999/Put/seqid=0
2024-11-14T02:50:58,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742027_1203 (size=14994)
2024-11-14T02:50:58,023 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:58,027 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146abdd8e038684b348c77003156897db2_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146abdd8e038684b348c77003156897db2_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:58,029 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/a385b933986641b08956c49af6983e4f, store: [table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:58,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:58,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/a385b933986641b08956c49af6983e4f is 175, key is test_row_0/A:col10/1731552657999/Put/seqid=0
2024-11-14T02:50:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552718022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:58,030 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:58,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552718022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:58,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:58,030 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:58,030 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:58,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552718024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:58,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:58,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:58,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:58,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:58,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:58,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:58,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742028_1204 (size=39949)
2024-11-14T02:50:58,136 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:58,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552718136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:58,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:58,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552718136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:58,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:58,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:58,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:58,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:58,137 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:58,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552718136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:58,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:58,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:58,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:58,254 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T02:50:58,348 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552718347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:58,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:58,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:58,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:58,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552718347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:58,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:58,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552718347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:58,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:58,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:58,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:58,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:58,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:58,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-14T02:50:58,377 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:50:58,377 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:50:58,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees
2024-11-14T02:50:58,379 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:50:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-14T02:50:58,380 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:50:58,380 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:50:58,444 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=362, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/a385b933986641b08956c49af6983e4f
2024-11-14T02:50:58,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/28fb294de70f4357bf9a29ec14c84150 is 50, key is test_row_0/B:col10/1731552657999/Put/seqid=0
2024-11-14T02:50:58,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742029_1205 (size=12301)
2024-11-14T02:50:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-14T02:50:58,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-14T02:50:58,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:58,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:58,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:58,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:58,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:58,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:58,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:58,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552718657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:58,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552718657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:58,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552718657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:58,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:58,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:58,662 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:58,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:58,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-14T02:50:58,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:58,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:58,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:58,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:58,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:58,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-14T02:50:58,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-14T02:50:58,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:58,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:58,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:58,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:58,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:58,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:58,857 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/28fb294de70f4357bf9a29ec14c84150
2024-11-14T02:50:58,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/9d43ff92c20249ff8debb180e1f8c182 is 50, key is test_row_0/C:col10/1731552657999/Put/seqid=0
2024-11-14T02:50:58,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742030_1206 (size=12301)
2024-11-14T02:50:58,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-14T02:50:58,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:58,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:58,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:58,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:58,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-14T02:50:59,140 INFO  [Thread-644 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-644.
2024-11-14T02:50:59,140 DEBUG [Thread-644 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:50:59,140 DEBUG [Thread-644 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:59,140 DEBUG [Thread-644 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:59,140 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:50:59,142 INFO  [Thread-648 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-648.
2024-11-14T02:50:59,142 DEBUG [Thread-648 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:50:59,142 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:59,142 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:59,142 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:50:59,144 INFO  [Thread-646 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-646.
2024-11-14T02:50:59,144 DEBUG [Thread-646 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:50:59,144 DEBUG [Thread-646 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:59,144 DEBUG [Thread-646 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:59,144 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:50:59,145 INFO  [Thread-650 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-650.
2024-11-14T02:50:59,145 DEBUG [Thread-650 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:50:59,145 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:59,145 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:59,145 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:50:59,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-14T02:50:59,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:59,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:59,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:59,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:59,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:59,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59934 deadline: 1731552719167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:59,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:59,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:59,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:59,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:59,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:50:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1731552719176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59926 deadline: 1731552719176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:50:59,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:59,176 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:59,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:59,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:50:59,177 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:59,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:50:59,286 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/9d43ff92c20249ff8debb180e1f8c182
2024-11-14T02:50:59,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/a385b933986641b08956c49af6983e4f as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/a385b933986641b08956c49af6983e4f
2024-11-14T02:50:59,295 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/a385b933986641b08956c49af6983e4f, entries=200, sequenceid=362, filesize=39.0 K
2024-11-14T02:50:59,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/28fb294de70f4357bf9a29ec14c84150 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/28fb294de70f4357bf9a29ec14c84150
2024-11-14T02:50:59,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-14T02:50:59,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:59,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:59,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:59,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:59,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57
java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=57
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:50:59,300 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/28fb294de70f4357bf9a29ec14c84150, entries=150, sequenceid=362, filesize=12.0 K
2024-11-14T02:50:59,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/9d43ff92c20249ff8debb180e1f8c182 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/9d43ff92c20249ff8debb180e1f8c182
2024-11-14T02:50:59,305 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/9d43ff92c20249ff8debb180e1f8c182, entries=150, sequenceid=362, filesize=12.0 K
2024-11-14T02:50:59,306 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for b8b8f6ddf173dadd378921fa3f7170e4 in 1307ms, sequenceid=362, compaction requested=true
2024-11-14T02:50:59,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:59,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8b8f6ddf173dadd378921fa3f7170e4:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:50:59,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:59,306 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:59,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8b8f6ddf173dadd378921fa3f7170e4:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:50:59,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:59,306 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:59,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b8b8f6ddf173dadd378921fa3f7170e4:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:50:59,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:59,307 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103039 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:59,307 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:59,307 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): b8b8f6ddf173dadd378921fa3f7170e4/A is initiating minor compaction (all files)
2024-11-14T02:50:59,307 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): b8b8f6ddf173dadd378921fa3f7170e4/B is initiating minor compaction (all files)
2024-11-14T02:50:59,308 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b8b8f6ddf173dadd378921fa3f7170e4/B in TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:59,308 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b8b8f6ddf173dadd378921fa3f7170e4/A in TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:59,308 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/f47c81b739c54307824eb245694ed95c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/71186851c8584d339f2f76f6fcc454b1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/a385b933986641b08956c49af6983e4f] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp, totalSize=100.6 K
2024-11-14T02:50:59,308 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/c0cfc383ad9444b38818a39d987e8f78, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/38a30e5bc7404acdb88045b53f489a8b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/28fb294de70f4357bf9a29ec14c84150] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp, totalSize=36.6 K
2024-11-14T02:50:59,308 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:59,308 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. files: [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/f47c81b739c54307824eb245694ed95c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/71186851c8584d339f2f76f6fcc454b1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/a385b933986641b08956c49af6983e4f]
2024-11-14T02:50:59,308 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting c0cfc383ad9444b38818a39d987e8f78, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731552653521
2024-11-14T02:50:59,308 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting f47c81b739c54307824eb245694ed95c, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731552653521
2024-11-14T02:50:59,308 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 38a30e5bc7404acdb88045b53f489a8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731552654686
2024-11-14T02:50:59,308 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71186851c8584d339f2f76f6fcc454b1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731552654686
2024-11-14T02:50:59,308 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting a385b933986641b08956c49af6983e4f, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731552656854
2024-11-14T02:50:59,308 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 28fb294de70f4357bf9a29ec14c84150, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731552656854
2024-11-14T02:50:59,317 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:59,319 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8b8f6ddf173dadd378921fa3f7170e4#B#compaction#171 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:59,319 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411144d5def0522b943359eedc80a2a0eee4b_b8b8f6ddf173dadd378921fa3f7170e4 store=[table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:59,319 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/a2676162271d4574ab49980a50221d52 is 50, key is test_row_0/B:col10/1731552657999/Put/seqid=0
2024-11-14T02:50:59,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742031_1207 (size=12983)
2024-11-14T02:50:59,337 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/a2676162271d4574ab49980a50221d52 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/a2676162271d4574ab49980a50221d52
2024-11-14T02:50:59,343 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411144d5def0522b943359eedc80a2a0eee4b_b8b8f6ddf173dadd378921fa3f7170e4, store=[table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:59,344 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b8b8f6ddf173dadd378921fa3f7170e4/B of b8b8f6ddf173dadd378921fa3f7170e4 into a2676162271d4574ab49980a50221d52(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:59,344 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:59,344 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144d5def0522b943359eedc80a2a0eee4b_b8b8f6ddf173dadd378921fa3f7170e4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:59,344 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., storeName=b8b8f6ddf173dadd378921fa3f7170e4/B, priority=13, startTime=1731552659306; duration=0sec
2024-11-14T02:50:59,344 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:50:59,344 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8b8f6ddf173dadd378921fa3f7170e4:B
2024-11-14T02:50:59,344 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:50:59,345 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:50:59,345 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): b8b8f6ddf173dadd378921fa3f7170e4/C is initiating minor compaction (all files)
2024-11-14T02:50:59,345 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b8b8f6ddf173dadd378921fa3f7170e4/C in TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:59,345 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/27ca9b48de2f4b96bbcf0d9103ad91fb, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/6c62c65edc35452eaa4f290d488799fa, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/9d43ff92c20249ff8debb180e1f8c182] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp, totalSize=36.6 K
2024-11-14T02:50:59,346 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 27ca9b48de2f4b96bbcf0d9103ad91fb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731552653521
2024-11-14T02:50:59,346 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c62c65edc35452eaa4f290d488799fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731552654686
2024-11-14T02:50:59,346 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d43ff92c20249ff8debb180e1f8c182, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1731552656854
2024-11-14T02:50:59,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742032_1208 (size=4469)
2024-11-14T02:50:59,349 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8b8f6ddf173dadd378921fa3f7170e4#A#compaction#172 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:59,349 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/57fb0aadc4bc4619b80e99416ffd9b0f is 175, key is test_row_0/A:col10/1731552657999/Put/seqid=0
2024-11-14T02:50:59,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742033_1209 (size=31937)
2024-11-14T02:50:59,358 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b8b8f6ddf173dadd378921fa3f7170e4#C#compaction#173 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:50:59,359 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/4be461d66bd644288201c80e618873f1 is 50, key is test_row_0/C:col10/1731552657999/Put/seqid=0
2024-11-14T02:50:59,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742034_1210 (size=12983)
2024-11-14T02:50:59,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57
2024-11-14T02:50:59,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:50:59,452 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing b8b8f6ddf173dadd378921fa3f7170e4 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-14T02:50:59,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=A
2024-11-14T02:50:59,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:59,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=B
2024-11-14T02:50:59,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:59,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=C
2024-11-14T02:50:59,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:50:59,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f1fa87b874384e2ea75830aba2d0d298_b8b8f6ddf173dadd378921fa3f7170e4 is 50, key is test_row_0/A:col10/1731552658019/Put/seqid=0
2024-11-14T02:50:59,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742035_1211 (size=12454)
2024-11-14T02:50:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-14T02:50:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:59,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. as already flushing
2024-11-14T02:50:59,558 INFO  [Thread-635 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-635.
2024-11-14T02:50:59,558 DEBUG [Thread-635 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:50:59,558 DEBUG [Thread-635 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:59,558 DEBUG [Thread-635 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:59,558 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:50:59,578 INFO  [Thread-633 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-633.
2024-11-14T02:50:59,578 DEBUG [Thread-633 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:50:59,578 DEBUG [Thread-633 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:59,578 DEBUG [Thread-633 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:50:59,578 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:50:59,758 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/57fb0aadc4bc4619b80e99416ffd9b0f as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/57fb0aadc4bc4619b80e99416ffd9b0f
2024-11-14T02:50:59,763 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b8b8f6ddf173dadd378921fa3f7170e4/A of b8b8f6ddf173dadd378921fa3f7170e4 into 57fb0aadc4bc4619b80e99416ffd9b0f(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:59,764 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:59,764 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., storeName=b8b8f6ddf173dadd378921fa3f7170e4/A, priority=13, startTime=1731552659306; duration=0sec
2024-11-14T02:50:59,764 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:59,764 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8b8f6ddf173dadd378921fa3f7170e4:A
2024-11-14T02:50:59,768 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/4be461d66bd644288201c80e618873f1 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/4be461d66bd644288201c80e618873f1
2024-11-14T02:50:59,775 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b8b8f6ddf173dadd378921fa3f7170e4/C of b8b8f6ddf173dadd378921fa3f7170e4 into 4be461d66bd644288201c80e618873f1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:50:59,775 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:50:59,775 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., storeName=b8b8f6ddf173dadd378921fa3f7170e4/C, priority=13, startTime=1731552659306; duration=0sec
2024-11-14T02:50:59,775 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:50:59,775 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b8b8f6ddf173dadd378921fa3f7170e4:C
2024-11-14T02:50:59,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:50:59,869 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f1fa87b874384e2ea75830aba2d0d298_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f1fa87b874384e2ea75830aba2d0d298_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:50:59,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/118049ed2aaa4bc2a86ea9659dddc0e8, store: [table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:50:59,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/118049ed2aaa4bc2a86ea9659dddc0e8 is 175, key is test_row_0/A:col10/1731552658019/Put/seqid=0
2024-11-14T02:50:59,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742036_1212 (size=31255)
2024-11-14T02:51:00,178 INFO  [Thread-639 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-639.
2024-11-14T02:51:00,178 DEBUG [Thread-639 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:51:00,178 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:00,178 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:00,178 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:51:00,188 INFO  [Thread-641 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-641.
2024-11-14T02:51:00,188 DEBUG [Thread-641 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:51:00,188 DEBUG [Thread-641 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:00,188 INFO  [Thread-637 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-637.
2024-11-14T02:51:00,188 DEBUG [Thread-637 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:51:00,188 DEBUG [Thread-641 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:00,188 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:00,188 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:51:00,189 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:00,189 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:51:00,276 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=377, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/118049ed2aaa4bc2a86ea9659dddc0e8
2024-11-14T02:51:00,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/20d4288bab4a4205bd18efbe3700bbef is 50, key is test_row_0/B:col10/1731552658019/Put/seqid=0
2024-11-14T02:51:00,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742037_1213 (size=12301)
2024-11-14T02:51:00,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-14T02:51:00,687 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/20d4288bab4a4205bd18efbe3700bbef
2024-11-14T02:51:00,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/075dccea67774200a02c31d6d123ea30 is 50, key is test_row_0/C:col10/1731552658019/Put/seqid=0
2024-11-14T02:51:00,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742038_1214 (size=12301)
2024-11-14T02:51:01,102 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/075dccea67774200a02c31d6d123ea30
2024-11-14T02:51:01,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/118049ed2aaa4bc2a86ea9659dddc0e8 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/118049ed2aaa4bc2a86ea9659dddc0e8
2024-11-14T02:51:01,110 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/118049ed2aaa4bc2a86ea9659dddc0e8, entries=150, sequenceid=377, filesize=30.5 K
2024-11-14T02:51:01,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/20d4288bab4a4205bd18efbe3700bbef as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/20d4288bab4a4205bd18efbe3700bbef
2024-11-14T02:51:01,115 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/20d4288bab4a4205bd18efbe3700bbef, entries=150, sequenceid=377, filesize=12.0 K
2024-11-14T02:51:01,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/075dccea67774200a02c31d6d123ea30 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/075dccea67774200a02c31d6d123ea30
2024-11-14T02:51:01,121 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/075dccea67774200a02c31d6d123ea30, entries=150, sequenceid=377, filesize=12.0 K
2024-11-14T02:51:01,121 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=33.54 KB/34350 for b8b8f6ddf173dadd378921fa3f7170e4 in 1669ms, sequenceid=377, compaction requested=false
2024-11-14T02:51:01,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for b8b8f6ddf173dadd378921fa3f7170e4:

2024-11-14T02:51:01,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:51:01,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57
2024-11-14T02:51:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=57
2024-11-14T02:51:01,125 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56
2024-11-14T02:51:01,125 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7430 sec
2024-11-14T02:51:01,127 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 2.7480 sec
2024-11-14T02:51:02,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-14T02:51:02,536 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:51:02,536 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-14T02:51:02,536 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 36
2024-11-14T02:51:02,536 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 62
2024-11-14T02:51:02,536 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 70
2024-11-14T02:51:02,536 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 76
2024-11-14T02:51:02,536 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 70
2024-11-14T02:51:02,536 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-14T02:51:02,536 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2597
2024-11-14T02:51:02,536 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2731
2024-11-14T02:51:02,536 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-14T02:51:02,536 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1129
2024-11-14T02:51:02,537 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3385 rows
2024-11-14T02:51:02,537 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1128
2024-11-14T02:51:02,537 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3381 rows
2024-11-14T02:51:02,537 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-14T02:51:02,537 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-14T02:51:02,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:02,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:02,537 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:51:02,538 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-14T02:51:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-14T02:51:02,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-14T02:51:02,541 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552662541"}]},"ts":"1731552662541"}
2024-11-14T02:51:02,543 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-14T02:51:02,543 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-14T02:51:02,544 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-14T02:51:02,545 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8b8f6ddf173dadd378921fa3f7170e4, UNASSIGN}]
2024-11-14T02:51:02,546 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8b8f6ddf173dadd378921fa3f7170e4, UNASSIGN
2024-11-14T02:51:02,547 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=b8b8f6ddf173dadd378921fa3f7170e4, regionState=CLOSING, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:02,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8b8f6ddf173dadd378921fa3f7170e4, UNASSIGN because future has completed
2024-11-14T02:51:02,548 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T02:51:02,548 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826}]
2024-11-14T02:51:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-14T02:51:02,701 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(122): Close b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:51:02,701 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T02:51:02,701 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1722): Closing b8b8f6ddf173dadd378921fa3f7170e4, disabling compactions & flushes
2024-11-14T02:51:02,701 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:51:02,701 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:51:02,701 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. after waiting 0 ms
2024-11-14T02:51:02,701 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:51:02,701 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(2902): Flushing b8b8f6ddf173dadd378921fa3f7170e4 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-14T02:51:02,702 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=A
2024-11-14T02:51:02,702 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:02,702 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=B
2024-11-14T02:51:02,702 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:02,702 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b8b8f6ddf173dadd378921fa3f7170e4, store=C
2024-11-14T02:51:02,702 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:02,709 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111417af2b64752b491cac1302c5ec8f7367_b8b8f6ddf173dadd378921fa3f7170e4 is 50, key is test_row_0/A:col10/1731552660187/Put/seqid=0
2024-11-14T02:51:02,721 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742039_1215 (size=12454)
2024-11-14T02:51:02,722 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:02,727 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111417af2b64752b491cac1302c5ec8f7367_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111417af2b64752b491cac1302c5ec8f7367_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:51:02,728 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/b40735c727064f4bb6b87e89f3fb8daf, store: [table=TestAcidGuarantees family=A region=b8b8f6ddf173dadd378921fa3f7170e4]
2024-11-14T02:51:02,729 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/b40735c727064f4bb6b87e89f3fb8daf is 175, key is test_row_0/A:col10/1731552660187/Put/seqid=0
2024-11-14T02:51:02,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742040_1216 (size=31255)
2024-11-14T02:51:02,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-14T02:51:03,135 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=387, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/b40735c727064f4bb6b87e89f3fb8daf
2024-11-14T02:51:03,144 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/f2b38f98a532472faec8e9cb067846ad is 50, key is test_row_0/B:col10/1731552660187/Put/seqid=0
2024-11-14T02:51:03,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742041_1217 (size=12301)
2024-11-14T02:51:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-14T02:51:03,550 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/f2b38f98a532472faec8e9cb067846ad
2024-11-14T02:51:03,557 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/e7624138ce47408b95d11da3a6eeac00 is 50, key is test_row_0/C:col10/1731552660187/Put/seqid=0
2024-11-14T02:51:03,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742042_1218 (size=12301)
2024-11-14T02:51:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-14T02:51:03,961 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/e7624138ce47408b95d11da3a6eeac00
2024-11-14T02:51:03,966 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/A/b40735c727064f4bb6b87e89f3fb8daf as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/b40735c727064f4bb6b87e89f3fb8daf
2024-11-14T02:51:03,971 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/b40735c727064f4bb6b87e89f3fb8daf, entries=150, sequenceid=387, filesize=30.5 K
2024-11-14T02:51:03,972 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/B/f2b38f98a532472faec8e9cb067846ad as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/f2b38f98a532472faec8e9cb067846ad
2024-11-14T02:51:03,977 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/f2b38f98a532472faec8e9cb067846ad, entries=150, sequenceid=387, filesize=12.0 K
2024-11-14T02:51:03,978 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/.tmp/C/e7624138ce47408b95d11da3a6eeac00 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/e7624138ce47408b95d11da3a6eeac00
2024-11-14T02:51:03,983 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/e7624138ce47408b95d11da3a6eeac00, entries=150, sequenceid=387, filesize=12.0 K
2024-11-14T02:51:03,984 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for b8b8f6ddf173dadd378921fa3f7170e4 in 1283ms, sequenceid=387, compaction requested=true
2024-11-14T02:51:03,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/63322055886a46f4a4bdd352be7f86d0, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/72841a348b784301948661991c67cbd1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/cf2b0b84dd23479197b4209c0f7caef6, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/97f2bdf265cf4f03bdef90ecf8b3a480, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/b580c926057d4639883ad20afdc13761, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/9efcee795bcd4c7ab13d0994969fee04, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/4fae6ad512194a6fa7b42de8dc0cf502, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/44cf9f73870840698b07070d0acfb668, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/69a7a3c40c1643c5857e6e0d07b2af97, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/2446fed538464535a172c13fe03c468d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/d9b2e994ed0340afbe8230dd4444126a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/29a37e4cbfa043b1a5d91109d91d4c7a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/62b91d8b51c24b0382a6a42a41d4d50c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/be8a5f68ea014cccb6bfc1a9160147b3, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/999223a28cfd48c0b7479bc6b5d6e732, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/10d16d950bec41999e158081c4dc8cc5, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/b44662a8f225443588b687c3823e6263, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/f47c81b739c54307824eb245694ed95c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/71186851c8584d339f2f76f6fcc454b1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/a385b933986641b08956c49af6983e4f] to archive
2024-11-14T02:51:03,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-14T02:51:03,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/63322055886a46f4a4bdd352be7f86d0 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/63322055886a46f4a4bdd352be7f86d0
2024-11-14T02:51:03,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/72841a348b784301948661991c67cbd1 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/72841a348b784301948661991c67cbd1
2024-11-14T02:51:03,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/cf2b0b84dd23479197b4209c0f7caef6 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/cf2b0b84dd23479197b4209c0f7caef6
2024-11-14T02:51:03,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/97f2bdf265cf4f03bdef90ecf8b3a480 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/97f2bdf265cf4f03bdef90ecf8b3a480
2024-11-14T02:51:03,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/b580c926057d4639883ad20afdc13761 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/b580c926057d4639883ad20afdc13761
2024-11-14T02:51:03,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/9efcee795bcd4c7ab13d0994969fee04 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/9efcee795bcd4c7ab13d0994969fee04
2024-11-14T02:51:04,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/4fae6ad512194a6fa7b42de8dc0cf502 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/4fae6ad512194a6fa7b42de8dc0cf502
2024-11-14T02:51:04,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/44cf9f73870840698b07070d0acfb668 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/44cf9f73870840698b07070d0acfb668
2024-11-14T02:51:04,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/69a7a3c40c1643c5857e6e0d07b2af97 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/69a7a3c40c1643c5857e6e0d07b2af97
2024-11-14T02:51:04,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/2446fed538464535a172c13fe03c468d to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/2446fed538464535a172c13fe03c468d
2024-11-14T02:51:04,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/d9b2e994ed0340afbe8230dd4444126a to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/d9b2e994ed0340afbe8230dd4444126a
2024-11-14T02:51:04,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/29a37e4cbfa043b1a5d91109d91d4c7a to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/29a37e4cbfa043b1a5d91109d91d4c7a
2024-11-14T02:51:04,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/62b91d8b51c24b0382a6a42a41d4d50c to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/62b91d8b51c24b0382a6a42a41d4d50c
2024-11-14T02:51:04,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/be8a5f68ea014cccb6bfc1a9160147b3 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/be8a5f68ea014cccb6bfc1a9160147b3
2024-11-14T02:51:04,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/999223a28cfd48c0b7479bc6b5d6e732 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/999223a28cfd48c0b7479bc6b5d6e732
2024-11-14T02:51:04,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/10d16d950bec41999e158081c4dc8cc5 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/10d16d950bec41999e158081c4dc8cc5
2024-11-14T02:51:04,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/b44662a8f225443588b687c3823e6263 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/b44662a8f225443588b687c3823e6263
2024-11-14T02:51:04,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/f47c81b739c54307824eb245694ed95c to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/f47c81b739c54307824eb245694ed95c
2024-11-14T02:51:04,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/71186851c8584d339f2f76f6fcc454b1 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/71186851c8584d339f2f76f6fcc454b1
2024-11-14T02:51:04,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/a385b933986641b08956c49af6983e4f to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/a385b933986641b08956c49af6983e4f
2024-11-14T02:51:04,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/c0a4f2eb50244dad8b956b8dd8089be9, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/fc733b42149e4702a9e351004150cf06, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/fbad4f7af92a462581c3792cdff3f686, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/ce8d2db91ae342fd8c3fb3f5be0f8853, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/22a399c07cac4c5d923fb713dd6776c7, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/f6a6ff7e2c2749528579a9dfc3f23c00, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/a7ce092cd0b74b5e94440abffb466c6b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/9b283241bfab461397199e9aa38c3f98, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/bba18c5ed18548b1b4c55fbd97eb2aba, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/97811bc010fd451c84e9a05f8b5d17a9, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/1a1fa400693648c78833930ac27e010a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/031e49340f9e4aae8a98b31f179c9871, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/35f658d9bf0a4eeba31b4e5d89529c29, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/a8f157a7ef0f41a78eb6a8d3bf90e259, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/3ae6d899ddd7470b803c7aaa9ec9fe8d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/1dedd1877eab4ef5a1cb1d92f99ab566, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/c0cfc383ad9444b38818a39d987e8f78, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/f46923d992544f27b41ea0de58a20801, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/38a30e5bc7404acdb88045b53f489a8b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/28fb294de70f4357bf9a29ec14c84150] to archive
2024-11-14T02:51:04,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-14T02:51:04,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/c0a4f2eb50244dad8b956b8dd8089be9 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/c0a4f2eb50244dad8b956b8dd8089be9
2024-11-14T02:51:04,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/fc733b42149e4702a9e351004150cf06 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/fc733b42149e4702a9e351004150cf06
2024-11-14T02:51:04,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/fbad4f7af92a462581c3792cdff3f686 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/fbad4f7af92a462581c3792cdff3f686
2024-11-14T02:51:04,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/ce8d2db91ae342fd8c3fb3f5be0f8853 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/ce8d2db91ae342fd8c3fb3f5be0f8853
2024-11-14T02:51:04,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/22a399c07cac4c5d923fb713dd6776c7 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/22a399c07cac4c5d923fb713dd6776c7
2024-11-14T02:51:04,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/f6a6ff7e2c2749528579a9dfc3f23c00 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/f6a6ff7e2c2749528579a9dfc3f23c00
2024-11-14T02:51:04,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/a7ce092cd0b74b5e94440abffb466c6b to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/a7ce092cd0b74b5e94440abffb466c6b
2024-11-14T02:51:04,029 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/9b283241bfab461397199e9aa38c3f98 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/9b283241bfab461397199e9aa38c3f98
2024-11-14T02:51:04,031 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/bba18c5ed18548b1b4c55fbd97eb2aba to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/bba18c5ed18548b1b4c55fbd97eb2aba
2024-11-14T02:51:04,033 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/97811bc010fd451c84e9a05f8b5d17a9 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/97811bc010fd451c84e9a05f8b5d17a9
2024-11-14T02:51:04,034 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/1a1fa400693648c78833930ac27e010a to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/1a1fa400693648c78833930ac27e010a
2024-11-14T02:51:04,035 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/031e49340f9e4aae8a98b31f179c9871 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/031e49340f9e4aae8a98b31f179c9871
2024-11-14T02:51:04,037 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/35f658d9bf0a4eeba31b4e5d89529c29 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/35f658d9bf0a4eeba31b4e5d89529c29
2024-11-14T02:51:04,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/a8f157a7ef0f41a78eb6a8d3bf90e259 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/a8f157a7ef0f41a78eb6a8d3bf90e259
2024-11-14T02:51:04,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/3ae6d899ddd7470b803c7aaa9ec9fe8d to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/3ae6d899ddd7470b803c7aaa9ec9fe8d
2024-11-14T02:51:04,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/1dedd1877eab4ef5a1cb1d92f99ab566 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/1dedd1877eab4ef5a1cb1d92f99ab566
2024-11-14T02:51:04,041 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/c0cfc383ad9444b38818a39d987e8f78 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/c0cfc383ad9444b38818a39d987e8f78
2024-11-14T02:51:04,043 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/f46923d992544f27b41ea0de58a20801 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/f46923d992544f27b41ea0de58a20801
2024-11-14T02:51:04,045 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/38a30e5bc7404acdb88045b53f489a8b to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/38a30e5bc7404acdb88045b53f489a8b
2024-11-14T02:51:04,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/28fb294de70f4357bf9a29ec14c84150 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/28fb294de70f4357bf9a29ec14c84150
2024-11-14T02:51:04,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/f45d4d10d54d497fa7a8856ee9acc411, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/53309c58ae8040a58da80a2537e695ed, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/6e590d1fe91547979315df1d94b7616f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/9fbd2d57d2a443e684036299f8c9d891, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/a6843c30219049bc864ddac1747c3667, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/f9fff5ace2a94802bbbbf32fd24561b9, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/c5a300795ff44bba829731fa8704f55a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/dde884ef1a6a409aa1d1353a752771ef, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/34d5145ffe3846cd9c147daf2f9c6f4e, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/75cadead726b41ac8390c90854d6c5b5, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/b6ec1e63d0c44a0fa8876db234509c3e, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/7e6a173ca7014f5f8977125a965af36b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/8af3205e5e954b199342a4422e7d746c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/f1e58c35cf6d47af97c6356e7ae2b017, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/e80e6f7969c04e3395df684fd73061fa, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/56b91c5abff84487bba4947c92442fbb, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/27ca9b48de2f4b96bbcf0d9103ad91fb, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/f0e7c42378bf46cc883a4ec9e7d1ba98, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/6c62c65edc35452eaa4f290d488799fa, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/9d43ff92c20249ff8debb180e1f8c182] to archive
2024-11-14T02:51:04,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-14T02:51:04,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/f45d4d10d54d497fa7a8856ee9acc411 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/f45d4d10d54d497fa7a8856ee9acc411
2024-11-14T02:51:04,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/53309c58ae8040a58da80a2537e695ed to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/53309c58ae8040a58da80a2537e695ed
2024-11-14T02:51:04,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/6e590d1fe91547979315df1d94b7616f to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/6e590d1fe91547979315df1d94b7616f
2024-11-14T02:51:04,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/9fbd2d57d2a443e684036299f8c9d891 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/9fbd2d57d2a443e684036299f8c9d891
2024-11-14T02:51:04,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/a6843c30219049bc864ddac1747c3667 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/a6843c30219049bc864ddac1747c3667
2024-11-14T02:51:04,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/f9fff5ace2a94802bbbbf32fd24561b9 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/f9fff5ace2a94802bbbbf32fd24561b9
2024-11-14T02:51:04,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/c5a300795ff44bba829731fa8704f55a to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/c5a300795ff44bba829731fa8704f55a
2024-11-14T02:51:04,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/dde884ef1a6a409aa1d1353a752771ef to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/dde884ef1a6a409aa1d1353a752771ef
2024-11-14T02:51:04,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/34d5145ffe3846cd9c147daf2f9c6f4e to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/34d5145ffe3846cd9c147daf2f9c6f4e
2024-11-14T02:51:04,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/75cadead726b41ac8390c90854d6c5b5 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/75cadead726b41ac8390c90854d6c5b5
2024-11-14T02:51:04,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/b6ec1e63d0c44a0fa8876db234509c3e to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/b6ec1e63d0c44a0fa8876db234509c3e
2024-11-14T02:51:04,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/7e6a173ca7014f5f8977125a965af36b to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/7e6a173ca7014f5f8977125a965af36b
2024-11-14T02:51:04,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/8af3205e5e954b199342a4422e7d746c to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/8af3205e5e954b199342a4422e7d746c
2024-11-14T02:51:04,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/f1e58c35cf6d47af97c6356e7ae2b017 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/f1e58c35cf6d47af97c6356e7ae2b017
2024-11-14T02:51:04,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/e80e6f7969c04e3395df684fd73061fa to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/e80e6f7969c04e3395df684fd73061fa
2024-11-14T02:51:04,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/56b91c5abff84487bba4947c92442fbb to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/56b91c5abff84487bba4947c92442fbb
2024-11-14T02:51:04,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/27ca9b48de2f4b96bbcf0d9103ad91fb to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/27ca9b48de2f4b96bbcf0d9103ad91fb
2024-11-14T02:51:04,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/f0e7c42378bf46cc883a4ec9e7d1ba98 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/f0e7c42378bf46cc883a4ec9e7d1ba98
2024-11-14T02:51:04,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/6c62c65edc35452eaa4f290d488799fa to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/6c62c65edc35452eaa4f290d488799fa
2024-11-14T02:51:04,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/9d43ff92c20249ff8debb180e1f8c182 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/9d43ff92c20249ff8debb180e1f8c182
2024-11-14T02:51:04,083 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/recovered.edits/390.seqid, newMaxSeqId=390, maxSeqId=4
2024-11-14T02:51:04,084 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.
2024-11-14T02:51:04,084 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1676): Region close journal for b8b8f6ddf173dadd378921fa3f7170e4:
Waiting for close lock at 1731552662701Running coprocessor pre-close hooks at 1731552662701Disabling compacts and flushes for region at 1731552662701Disabling writes for close at 1731552662701Obtaining lock to block concurrent updates at 1731552662701Preparing flush snapshotting stores in b8b8f6ddf173dadd378921fa3f7170e4 at 1731552662701Finished memstore snapshotting TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731552662702 (+1 ms)Flushing stores of TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4. at 1731552662702Flushing b8b8f6ddf173dadd378921fa3f7170e4/A: creating writer at 1731552662702Flushing mob file b8b8f6ddf173dadd378921fa3f7170e4/A: appending metadata at 1731552662709 (+7 ms)Flushing mob file b8b8f6ddf173dadd378921fa3f7170e4/A: closing flushed file at 1731552662709Flushing b8b8f6ddf173dadd378921fa3f7170e4/A: appending metadata at 1731552662728 (+19 ms)Flushing b8b8f6ddf173dadd378921fa3f7170e4/A: closing flushed file at 1731552662729 (+1 ms)Flushing b8b8f6ddf173dadd378921fa3f7170e4/B: creating writer at 1731552663141 (+412 ms)Flushing b8b8f6ddf173dadd378921fa3f7170e4/B: appending metadata at 1731552663144 (+3 ms)Flushing b8b8f6ddf173dadd378921fa3f7170e4/B: closing flushed file at 1731552663144Flushing b8b8f6ddf173dadd378921fa3f7170e4/C: creating writer at 1731552663554 (+410 ms)Flushing b8b8f6ddf173dadd378921fa3f7170e4/C: appending metadata at 1731552663556 (+2 ms)Flushing b8b8f6ddf173dadd378921fa3f7170e4/C: closing flushed file at 1731552663556Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c5cfd81: reopening flushed file at 1731552663965 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f2b037e: reopening flushed file at 1731552663971 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@775d8a2c: reopening flushed file at 1731552663977 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for b8b8f6ddf173dadd378921fa3f7170e4 in 1283ms, sequenceid=387, compaction requested=true at 1731552663984 (+7 ms)Writing region close event to WAL at 1731552664080 (+96 ms)Running coprocessor post-close hooks at 1731552664084 (+4 ms)Closed at 1731552664084
2024-11-14T02:51:04,087 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(157): Closed b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:51:04,087 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=b8b8f6ddf173dadd378921fa3f7170e4, regionState=CLOSED
2024-11-14T02:51:04,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826 because future has completed
2024-11-14T02:51:04,091 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60
2024-11-14T02:51:04,091 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseRegionProcedure b8b8f6ddf173dadd378921fa3f7170e4, server=83c5a5c119d5,40161,1731552599826 in 1.5410 sec
2024-11-14T02:51:04,097 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59
2024-11-14T02:51:04,098 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b8b8f6ddf173dadd378921fa3f7170e4, UNASSIGN in 1.5460 sec
2024-11-14T02:51:04,101 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58
2024-11-14T02:51:04,101 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5540 sec
2024-11-14T02:51:04,103 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552664102"}]},"ts":"1731552664102"}
2024-11-14T02:51:04,104 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-14T02:51:04,104 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-14T02:51:04,106 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5670 sec
2024-11-14T02:51:04,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-14T02:51:04,687 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:51:04,687 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-14T02:51:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:51:04,689 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:51:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-14T02:51:04,690 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=62, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:51:04,693 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:51:04,695 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A, FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B, FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C, FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/recovered.edits]
2024-11-14T02:51:04,698 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/118049ed2aaa4bc2a86ea9659dddc0e8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/118049ed2aaa4bc2a86ea9659dddc0e8
2024-11-14T02:51:04,699 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/57fb0aadc4bc4619b80e99416ffd9b0f to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/57fb0aadc4bc4619b80e99416ffd9b0f
2024-11-14T02:51:04,701 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/b40735c727064f4bb6b87e89f3fb8daf to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/A/b40735c727064f4bb6b87e89f3fb8daf
2024-11-14T02:51:04,703 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/20d4288bab4a4205bd18efbe3700bbef to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/20d4288bab4a4205bd18efbe3700bbef
2024-11-14T02:51:04,704 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/a2676162271d4574ab49980a50221d52 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/a2676162271d4574ab49980a50221d52
2024-11-14T02:51:04,705 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/f2b38f98a532472faec8e9cb067846ad to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/B/f2b38f98a532472faec8e9cb067846ad
2024-11-14T02:51:04,707 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/075dccea67774200a02c31d6d123ea30 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/075dccea67774200a02c31d6d123ea30
2024-11-14T02:51:04,708 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/4be461d66bd644288201c80e618873f1 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/4be461d66bd644288201c80e618873f1
2024-11-14T02:51:04,709 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/e7624138ce47408b95d11da3a6eeac00 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/C/e7624138ce47408b95d11da3a6eeac00
2024-11-14T02:51:04,712 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/recovered.edits/390.seqid to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4/recovered.edits/390.seqid
2024-11-14T02:51:04,712 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:51:04,712 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-14T02:51:04,713 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-14T02:51:04,714 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-14T02:51:04,719 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111400af1ff759ab462597830f6fd798171b_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111400af1ff759ab462597830f6fd798171b_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:51:04,720 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111405fd946333784a7c99f8ac4b41be8305_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111405fd946333784a7c99f8ac4b41be8305_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:51:04,721 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114139db846f1b04322a59df997d99a4312_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114139db846f1b04322a59df997d99a4312_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:51:04,722 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111417af2b64752b491cac1302c5ec8f7367_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111417af2b64752b491cac1302c5ec8f7367_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:51:04,724 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111429cb31ac30cb47cfa0a8c511d0a265c5_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111429cb31ac30cb47cfa0a8c511d0a265c5_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:51:04,725 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145a922e88eb7d43c6a45753bd4bbab780_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145a922e88eb7d43c6a45753bd4bbab780_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:51:04,726 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146abdd8e038684b348c77003156897db2_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146abdd8e038684b348c77003156897db2_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:51:04,727 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111479fd52fe81cc439ba06d37489f5c0271_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111479fd52fe81cc439ba06d37489f5c0271_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:51:04,728 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114900246f267564f98893927b791cf6196_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114900246f267564f98893927b791cf6196_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:51:04,730 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111497f93341a3a742e3a9df6b253f73cba6_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111497f93341a3a742e3a9df6b253f73cba6_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:51:04,731 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111499e47bd30d2c403aab2b1a46189d06c7_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111499e47bd30d2c403aab2b1a46189d06c7_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:51:04,732 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ab89daeed30a48ee9ca56b573c6a8c9a_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ab89daeed30a48ee9ca56b573c6a8c9a_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:51:04,733 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ce54882a56864a2ea3dda9bfe17c09a0_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ce54882a56864a2ea3dda9bfe17c09a0_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:51:04,734 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114dae4a8754f3f4a47afa92f37558f13a4_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114dae4a8754f3f4a47afa92f37558f13a4_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:51:04,735 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114dda489623e2246259d1fa03e3792ae3f_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114dda489623e2246259d1fa03e3792ae3f_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:51:04,736 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ea976ba09fa64cccb8e4bb28c34ba32c_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114ea976ba09fa64cccb8e4bb28c34ba32c_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:51:04,738 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f1fa87b874384e2ea75830aba2d0d298_b8b8f6ddf173dadd378921fa3f7170e4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f1fa87b874384e2ea75830aba2d0d298_b8b8f6ddf173dadd378921fa3f7170e4
2024-11-14T02:51:04,738 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-14T02:51:04,740 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=62, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:51:04,743 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-14T02:51:04,745 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-14T02:51:04,746 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=62, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:51:04,746 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-14T02:51:04,747 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731552664746"}]},"ts":"9223372036854775807"}
2024-11-14T02:51:04,749 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-14T02:51:04,749 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b8b8f6ddf173dadd378921fa3f7170e4, NAME => 'TestAcidGuarantees,,1731552636954.b8b8f6ddf173dadd378921fa3f7170e4.', STARTKEY => '', ENDKEY => ''}]
2024-11-14T02:51:04,749 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-14T02:51:04,749 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731552664749"}]},"ts":"9223372036854775807"}
2024-11-14T02:51:04,751 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-14T02:51:04,751 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=62, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:51:04,753 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 64 msec
2024-11-14T02:51:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-14T02:51:04,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-14T02:51:04,797 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:51:04,805 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=251 (was 247)
Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/cluster_afb49268-fc86-9d4b-cab7-f54589ba5f56/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/cluster_afb49268-fc86-9d4b-cab7-f54589ba5f56/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1344264832_22 at /127.0.0.1:34044 [Waiting for operation #227]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1365567238_22 at /127.0.0.1:33976 [Waiting for operation #250]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1344264832_22 at /127.0.0.1:34078 [Waiting for operation #193]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=455 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=344 (was 261) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5300 (was 6074)
2024-11-14T02:51:04,814 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=251, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=344, ProcessCount=11, AvailableMemoryMB=5300
2024-11-14T02:51:04,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-14T02:51:04,815 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T02:51:04,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-14T02:51:04,817 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T02:51:04,817 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:04,817 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 63
2024-11-14T02:51:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-14T02:51:04,818 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T02:51:04,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742043_1219 (size=1061)
2024-11-14T02:51:04,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-14T02:51:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-14T02:51:05,232 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e
2024-11-14T02:51:05,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742044_1220 (size=53)
2024-11-14T02:51:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-14T02:51:05,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T02:51:05,646 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 06a24175b09c08c286a9906562311e01, disabling compactions & flushes
2024-11-14T02:51:05,647 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:05,647 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:05,647 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. after waiting 0 ms
2024-11-14T02:51:05,647 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:05,647 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:05,647 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06a24175b09c08c286a9906562311e01:
Waiting for close lock at 1731552665646Disabling compacts and flushes for region at 1731552665646Disabling writes for close at 1731552665647 (+1 ms)Writing region close event to WAL at 1731552665647Closed at 1731552665647
2024-11-14T02:51:05,650 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T02:51:05,650 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731552665650"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552665650"}]},"ts":"1731552665650"}
2024-11-14T02:51:05,655 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-14T02:51:05,656 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T02:51:05,657 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552665656"}]},"ts":"1731552665656"}
2024-11-14T02:51:05,658 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-14T02:51:05,658 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=06a24175b09c08c286a9906562311e01, ASSIGN}]
2024-11-14T02:51:05,659 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=06a24175b09c08c286a9906562311e01, ASSIGN
2024-11-14T02:51:05,660 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=06a24175b09c08c286a9906562311e01, ASSIGN; state=OFFLINE, location=83c5a5c119d5,40161,1731552599826; forceNewPlan=false, retain=false
2024-11-14T02:51:05,811 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=06a24175b09c08c286a9906562311e01, regionState=OPENING, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:05,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=06a24175b09c08c286a9906562311e01, ASSIGN because future has completed
2024-11-14T02:51:05,814 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826}]
2024-11-14T02:51:05,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-14T02:51:05,971 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:05,971 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
2024-11-14T02:51:05,971 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:05,971 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T02:51:05,972 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:05,972 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:05,973 INFO  [StoreOpener-06a24175b09c08c286a9906562311e01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 06a24175b09c08c286a9906562311e01 
2024-11-14T02:51:05,974 INFO  [StoreOpener-06a24175b09c08c286a9906562311e01-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:51:05,974 INFO  [StoreOpener-06a24175b09c08c286a9906562311e01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06a24175b09c08c286a9906562311e01 columnFamilyName A
2024-11-14T02:51:05,975 DEBUG [StoreOpener-06a24175b09c08c286a9906562311e01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:05,975 INFO  [StoreOpener-06a24175b09c08c286a9906562311e01-1 {}] regionserver.HStore(327): Store=06a24175b09c08c286a9906562311e01/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:51:05,975 INFO  [StoreOpener-06a24175b09c08c286a9906562311e01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 06a24175b09c08c286a9906562311e01 
2024-11-14T02:51:05,976 INFO  [StoreOpener-06a24175b09c08c286a9906562311e01-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:51:05,976 INFO  [StoreOpener-06a24175b09c08c286a9906562311e01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06a24175b09c08c286a9906562311e01 columnFamilyName B
2024-11-14T02:51:05,976 DEBUG [StoreOpener-06a24175b09c08c286a9906562311e01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:05,977 INFO  [StoreOpener-06a24175b09c08c286a9906562311e01-1 {}] regionserver.HStore(327): Store=06a24175b09c08c286a9906562311e01/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:51:05,977 INFO  [StoreOpener-06a24175b09c08c286a9906562311e01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 06a24175b09c08c286a9906562311e01 
2024-11-14T02:51:05,978 INFO  [StoreOpener-06a24175b09c08c286a9906562311e01-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:51:05,978 INFO  [StoreOpener-06a24175b09c08c286a9906562311e01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06a24175b09c08c286a9906562311e01 columnFamilyName C
2024-11-14T02:51:05,978 DEBUG [StoreOpener-06a24175b09c08c286a9906562311e01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:05,979 INFO  [StoreOpener-06a24175b09c08c286a9906562311e01-1 {}] regionserver.HStore(327): Store=06a24175b09c08c286a9906562311e01/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:51:05,979 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:05,979 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:05,980 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01
2024-11-14T02:51:05,980 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01
2024-11-14T02:51:05,981 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:05,981 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:05,982 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-14T02:51:05,983 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:05,984 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T02:51:05,985 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 06a24175b09c08c286a9906562311e01; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59382547, jitterRate=-0.11513109505176544}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-14T02:51:05,985 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:05,985 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 06a24175b09c08c286a9906562311e01:
Running coprocessor pre-open hook at 1731552665972Writing region info on filesystem at 1731552665972Initializing all the Stores at 1731552665973 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552665973Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552665973Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552665973Cleaning up temporary data from old regions at 1731552665981 (+8 ms)Running coprocessor post-open hooks at 1731552665985 (+4 ms)Region opened successfully at 1731552665985
2024-11-14T02:51:05,986 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., pid=65, masterSystemTime=1731552665968
2024-11-14T02:51:05,988 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:05,988 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:05,988 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=06a24175b09c08c286a9906562311e01, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:05,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826 because future has completed
2024-11-14T02:51:05,992 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64
2024-11-14T02:51:05,992 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826 in 176 msec
2024-11-14T02:51:05,994 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63
2024-11-14T02:51:05,994 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=06a24175b09c08c286a9906562311e01, ASSIGN in 334 msec
2024-11-14T02:51:05,994 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T02:51:05,994 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552665994"}]},"ts":"1731552665994"}
2024-11-14T02:51:05,996 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-14T02:51:05,996 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T02:51:05,998 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1810 sec
2024-11-14T02:51:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-14T02:51:06,967 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:51:06,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781611af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:06,969 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:51:06,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:51:06,971 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:51:06,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:51:06,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:51:06,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47daf7c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:06,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:51:06,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:51:06,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:06,975 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:51:06,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b023a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:06,977 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:51:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:51:06,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:51:06,979 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:51:06,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-14T02:51:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,41973,1731552599109
2024-11-14T02:51:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ff0d21a
2024-11-14T02:51:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-14T02:51:06,981 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-14T02:51:06,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f1f4e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:06,982 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:51:06,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:51:06,983 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:51:06,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:51:06,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:51:06,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1775af8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:06,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:51:06,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:51:06,983 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:06,984 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:51:06,984 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7521cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:06,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf99f0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:06,985 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:51:06,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:51:06,986 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:51:06,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:51:06,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:51:06,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@967eb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:06,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:51:06,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:51:06,986 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:06,987 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:51:06,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4def8393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:06,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6594bb9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:06,988 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:51:06,988 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:51:06,988 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:51:06,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:51:06,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:51:06,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307333cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:06,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:51:06,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:51:06,989 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:06,989 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:51:06,990 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac19d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:06,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61deb417, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:06,990 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:51:06,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:51:06,991 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:51:06,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:51:06,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:51:06,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@495d798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:06,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:51:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:51:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:06,992 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:51:06,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b1d3a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:06,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f17e9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:06,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:51:06,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:51:06,994 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:51:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:51:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:51:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@635aaa26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:51:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:51:06,996 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:06,996 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:51:06,997 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278d5ae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:06,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acbee0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:06,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:51:06,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:51:06,998 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:51:06,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:51:06,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:51:06,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f170c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:06,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:51:06,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:51:06,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:07,000 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:51:07,001 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732bed34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:07,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46eaeeea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:07,002 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:51:07,002 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:51:07,003 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:51:07,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:51:07,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:51:07,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb5d19b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:07,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:51:07,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:51:07,003 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:07,004 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:51:07,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d1b6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:07,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bee866e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:07,006 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:51:07,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:51:07,007 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:51:07,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:51:07,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:51:07,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24353083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:07,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:51:07,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:51:07,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:07,008 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:51:07,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194c4a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:07,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148ac527, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:07,009 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:51:07,009 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:51:07,010 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:51:07,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:51:07,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:51:07,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b4b11f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:07,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:51:07,010 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:51:07,011 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:07,011 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:51:07,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5ffa67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:07,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4199deaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:07,012 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:51:07,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:51:07,013 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:51:07,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:51:07,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:51:07,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4090beac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:07,013 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:51:07,014 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:51:07,014 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:07,014 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:51:07,015 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75fbce1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:07,016 DEBUG [Thread-1056 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:51:07,016 DEBUG [Thread-1039 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:51:07,016 DEBUG [Thread-1045 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:51:07,016 DEBUG [Thread-1041 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:51:07,016 DEBUG [Thread-1054 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:51:07,016 DEBUG [Thread-1052 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:51:07,017 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:51:07,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:51:07,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:51:07,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:51:07,017 DEBUG [Thread-1056 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:51:07,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:51:07,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:51:07,017 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:51:07,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:51:07,017 DEBUG [Thread-1056 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:51:07,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:51:07,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:51:07,017 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:51:07,018 DEBUG [Thread-1037 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:51:07,019 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:51:07,019 DEBUG [Thread-1050 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:51:07,019 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:51:07,019 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:51:07,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:51:07,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:51:07,020 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:51:07,020 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:51:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees
2024-11-14T02:51:07,020 DEBUG [Thread-1043 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:51:07,020 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:51:07,021 DEBUG [Thread-1048 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:51:07,021 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:51:07,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:51:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-14T02:51:07,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:51:07,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:51:07,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:51:07,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:51:07,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:51:07,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:51:07,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:51:07,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:51:07,023 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:51:07,024 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:51:07,024 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:51:07,024 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:51:07,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:51:07,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:51:07,025 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:51:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:51:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:51:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:51:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:51:07,028 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:51:07,028 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:51:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:07,033 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-14T02:51:07,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:07,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:07,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:07,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:07,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:07,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:07,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/238fecfcde6c45e1ac2edbae28bf6b19 is 50, key is test_row_0/A:col10/1731552667030/Put/seqid=0
2024-11-14T02:51:07,067 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731552667056, max timestamp=1731552667064Num uniques 859; 
2024-11-14T02:51:07,068 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-14T02:51:07,068 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731552667056, max timestamp=1731552667064Num uniques 859; 
2024-11-14T02:51:07,068 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-14T02:51:07,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731552667056, max timestamp=1731552667064Num uniques 859; 
2024-11-14T02:51:07,071 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-14T02:51:07,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742045_1221 (size=12001)
2024-11-14T02:51:07,096 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552727090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:07,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:07,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:07,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552727092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552727094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:07,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:07,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:07,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51542 deadline: 1731552727095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:07,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,103 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:07,103 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51596 deadline: 1731552727095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:07,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-14T02:51:07,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-14T02:51:07,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:07,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:07,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:07,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:07,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:07,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51542 deadline: 1731552727206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:07,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552727206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:07,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:07,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51596 deadline: 1731552727207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:07,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:07,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552727207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:07,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:07,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552727207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:07,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:07,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:07,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,211 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:07,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,211 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:07,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-14T02:51:07,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:07,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:07,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:07,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:07,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-14T02:51:07,417 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51542 deadline: 1731552727416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:07,417 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:07,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51596 deadline: 1731552727416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:07,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:07,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:07,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552727417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:07,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:07,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552727417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:07,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552727417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:07,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:07,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,420 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:07,475 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/238fecfcde6c45e1ac2edbae28bf6b19
2024-11-14T02:51:07,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-14T02:51:07,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:07,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:07,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:07,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:07,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:07,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/eb35b7d0ad234796baf1dfb1e80231f8 is 50, key is test_row_0/B:col10/1731552667030/Put/seqid=0
2024-11-14T02:51:07,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742046_1222 (size=12001)
2024-11-14T02:51:07,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-14T02:51:07,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:07,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:07,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:07,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:07,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-14T02:51:07,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51542 deadline: 1731552727726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:07,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:07,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51596 deadline: 1731552727726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:07,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:07,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:07,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552727726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:07,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:07,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552727726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:07,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:07,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:07,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552727727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:07,730 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,730 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:07,730 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:07,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-14T02:51:07,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:07,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:07,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:07,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:07,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:07,921 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/eb35b7d0ad234796baf1dfb1e80231f8
2024-11-14T02:51:07,947 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/27462e96187645279da5ca413058e319 is 50, key is test_row_0/C:col10/1731552667030/Put/seqid=0
2024-11-14T02:51:07,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742047_1223 (size=12001)
2024-11-14T02:51:07,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-14T02:51:07,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:07,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:07,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:07,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:07,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:08,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-14T02:51:08,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:08,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:08,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:08,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:08,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-14T02:51:08,238 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51542 deadline: 1731552728236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:08,239 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:08,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:08,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51596 deadline: 1731552728237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:08,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:08,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:08,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:08,239 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:08,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552728237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:08,239 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:08,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:08,239 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:08,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552728237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:08,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:08,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:08,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:08,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552728237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:08,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:08,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:08,240 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:08,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-14T02:51:08,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:08,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:08,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:08,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:08,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:08,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:08,352 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/27462e96187645279da5ca413058e319
2024-11-14T02:51:08,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/238fecfcde6c45e1ac2edbae28bf6b19 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/238fecfcde6c45e1ac2edbae28bf6b19
2024-11-14T02:51:08,359 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/238fecfcde6c45e1ac2edbae28bf6b19, entries=150, sequenceid=12, filesize=11.7 K
2024-11-14T02:51:08,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/eb35b7d0ad234796baf1dfb1e80231f8 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/eb35b7d0ad234796baf1dfb1e80231f8
2024-11-14T02:51:08,364 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/eb35b7d0ad234796baf1dfb1e80231f8, entries=150, sequenceid=12, filesize=11.7 K
2024-11-14T02:51:08,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/27462e96187645279da5ca413058e319 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/27462e96187645279da5ca413058e319
2024-11-14T02:51:08,372 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/27462e96187645279da5ca413058e319, entries=150, sequenceid=12, filesize=11.7 K
2024-11-14T02:51:08,374 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 06a24175b09c08c286a9906562311e01 in 1340ms, sequenceid=12, compaction requested=false
2024-11-14T02:51:08,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:08,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-14T02:51:08,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:08,412 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB
2024-11-14T02:51:08,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:08,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:51:08,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:08,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:51:08,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:08,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:51:08,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/c46823f8d9654447a3160b24d5fb9c3a is 50, key is test_row_0/A:col10/1731552667092/Put/seqid=0
2024-11-14T02:51:08,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742048_1224 (size=12001)
2024-11-14T02:51:08,438 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/c46823f8d9654447a3160b24d5fb9c3a
2024-11-14T02:51:08,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/8f643a84054a461b9c03a47c0441925d is 50, key is test_row_0/B:col10/1731552667092/Put/seqid=0
2024-11-14T02:51:08,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742049_1225 (size=12001)
2024-11-14T02:51:08,863 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/8f643a84054a461b9c03a47c0441925d
2024-11-14T02:51:08,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/aebe7864b95f49ae97b0731b46683862 is 50, key is test_row_0/C:col10/1731552667092/Put/seqid=0
2024-11-14T02:51:08,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742050_1226 (size=12001)
2024-11-14T02:51:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-14T02:51:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:09,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:09,260 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51542 deadline: 1731552729255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:09,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:09,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552729256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:09,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:09,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51596 deadline: 1731552729256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:09,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:09,262 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_0' in 06a24175b09c08c286a9906562311e01 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:09,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:09,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552729257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552729258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:09,280 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/aebe7864b95f49ae97b0731b46683862
2024-11-14T02:51:09,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/c46823f8d9654447a3160b24d5fb9c3a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/c46823f8d9654447a3160b24d5fb9c3a
2024-11-14T02:51:09,287 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/c46823f8d9654447a3160b24d5fb9c3a, entries=150, sequenceid=47, filesize=11.7 K
2024-11-14T02:51:09,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/8f643a84054a461b9c03a47c0441925d as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/8f643a84054a461b9c03a47c0441925d
2024-11-14T02:51:09,292 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/8f643a84054a461b9c03a47c0441925d, entries=150, sequenceid=47, filesize=11.7 K
2024-11-14T02:51:09,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/aebe7864b95f49ae97b0731b46683862 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/aebe7864b95f49ae97b0731b46683862
2024-11-14T02:51:09,297 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/aebe7864b95f49ae97b0731b46683862, entries=150, sequenceid=47, filesize=11.7 K
2024-11-14T02:51:09,298 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 06a24175b09c08c286a9906562311e01 in 886ms, sequenceid=47, compaction requested=false
2024-11-14T02:51:09,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:09,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:09,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67
2024-11-14T02:51:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=67
2024-11-14T02:51:09,301 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66
2024-11-14T02:51:09,302 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2720 sec
2024-11-14T02:51:09,304 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 2.2850 sec
2024-11-14T02:51:09,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:09,369 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-14T02:51:09,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:09,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:09,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:09,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:09,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:09,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:09,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/6135455c7fb04796bf3c2f14603678aa is 50, key is test_row_0/A:col10/1731552669368/Put/seqid=0
2024-11-14T02:51:09,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742051_1227 (size=12001)
2024-11-14T02:51:09,396 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552729392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:09,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:09,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:09,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552729393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:09,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51542 deadline: 1731552729394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552729396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:09,510 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:09,510 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552729507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552729507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:09,511 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:09,511 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:09,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51542 deadline: 1731552729507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:09,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552729507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:09,511 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:09,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:09,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:09,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:09,612 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-14T02:51:09,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552729716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:09,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:09,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552729717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:09,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:09,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:09,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552729717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:09,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:09,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,719 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:09,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51542 deadline: 1731552729717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:09,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:09,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:09,784 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/6135455c7fb04796bf3c2f14603678aa
2024-11-14T02:51:09,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/84f4de8e30ac48b58ddbc02b95497ed6 is 50, key is test_row_0/B:col10/1731552669368/Put/seqid=0
2024-11-14T02:51:09,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742052_1228 (size=12001)
2024-11-14T02:51:09,794 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/84f4de8e30ac48b58ddbc02b95497ed6
2024-11-14T02:51:09,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/19c9e1c3e9c8490986e081f115ba2fbe is 50, key is test_row_0/C:col10/1731552669368/Put/seqid=0
2024-11-14T02:51:09,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742053_1229 (size=12001)
2024-11-14T02:51:10,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552730026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:10,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:10,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:10,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:10,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552730026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:10,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:10,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:10,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:10,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51542 deadline: 1731552730026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:10,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:10,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:10,029 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:10,029 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552730026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:10,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:10,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:10,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:10,210 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/19c9e1c3e9c8490986e081f115ba2fbe
2024-11-14T02:51:10,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/6135455c7fb04796bf3c2f14603678aa as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/6135455c7fb04796bf3c2f14603678aa
2024-11-14T02:51:10,217 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/6135455c7fb04796bf3c2f14603678aa, entries=150, sequenceid=59, filesize=11.7 K
2024-11-14T02:51:10,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/84f4de8e30ac48b58ddbc02b95497ed6 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/84f4de8e30ac48b58ddbc02b95497ed6
2024-11-14T02:51:10,222 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/84f4de8e30ac48b58ddbc02b95497ed6, entries=150, sequenceid=59, filesize=11.7 K
2024-11-14T02:51:10,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/19c9e1c3e9c8490986e081f115ba2fbe as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/19c9e1c3e9c8490986e081f115ba2fbe
2024-11-14T02:51:10,227 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/19c9e1c3e9c8490986e081f115ba2fbe, entries=150, sequenceid=59, filesize=11.7 K
2024-11-14T02:51:10,228 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 06a24175b09c08c286a9906562311e01 in 859ms, sequenceid=59, compaction requested=true
2024-11-14T02:51:10,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:10,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:51:10,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:10,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:51:10,228 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:10,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:10,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:51:10,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-14T02:51:10,229 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:10,229 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/A is initiating minor compaction (all files)
2024-11-14T02:51:10,229 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/A in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:10,230 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/238fecfcde6c45e1ac2edbae28bf6b19, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/c46823f8d9654447a3160b24d5fb9c3a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/6135455c7fb04796bf3c2f14603678aa] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=35.2 K
2024-11-14T02:51:10,230 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 238fecfcde6c45e1ac2edbae28bf6b19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731552667028
2024-11-14T02:51:10,230 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting c46823f8d9654447a3160b24d5fb9c3a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731552667092
2024-11-14T02:51:10,231 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6135455c7fb04796bf3c2f14603678aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731552669256
2024-11-14T02:51:10,231 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:10,232 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:10,232 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/B is initiating minor compaction (all files)
2024-11-14T02:51:10,232 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/B in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:10,232 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/eb35b7d0ad234796baf1dfb1e80231f8, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/8f643a84054a461b9c03a47c0441925d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/84f4de8e30ac48b58ddbc02b95497ed6] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=35.2 K
2024-11-14T02:51:10,233 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting eb35b7d0ad234796baf1dfb1e80231f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731552667028
2024-11-14T02:51:10,233 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f643a84054a461b9c03a47c0441925d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731552667092
2024-11-14T02:51:10,233 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 84f4de8e30ac48b58ddbc02b95497ed6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731552669256
2024-11-14T02:51:10,253 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#A#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:10,254 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/8cf852ffb0834dec883ac273ade874b7 is 50, key is test_row_0/A:col10/1731552669368/Put/seqid=0
2024-11-14T02:51:10,255 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#B#compaction#190 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:10,256 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/be7501ac130242d380599029d46df042 is 50, key is test_row_0/B:col10/1731552669368/Put/seqid=0
2024-11-14T02:51:10,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742055_1231 (size=12104)
2024-11-14T02:51:10,267 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742054_1230 (size=12104)
2024-11-14T02:51:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:10,539 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-14T02:51:10,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731552669390, max timestamp=1731552670538Num uniques 859; 
2024-11-14T02:51:10,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-14T02:51:10,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731552669390, max timestamp=1731552670538Num uniques 859; 
2024-11-14T02:51:10,540 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-14T02:51:10,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731552669390, max timestamp=1731552670538Num uniques 859; 
2024-11-14T02:51:10,541 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-14T02:51:10,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:10,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:51:10,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:10,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:51:10,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:10,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:51:10,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/e89d592999e2416e90acef83dca5c850 is 50, key is test_row_0/A:col10/1731552670539/Put/seqid=0
2024-11-14T02:51:10,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742056_1232 (size=12001)
2024-11-14T02:51:10,578 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731552670561, max timestamp=1731552670574Num uniques 859; 
2024-11-14T02:51:10,578 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-14T02:51:10,578 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731552670561, max timestamp=1731552670574Num uniques 859; 
2024-11-14T02:51:10,578 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-14T02:51:10,578 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/e89d592999e2416e90acef83dca5c850
2024-11-14T02:51:10,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731552670561, max timestamp=1731552670574Num uniques 859; 
2024-11-14T02:51:10,579 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-14T02:51:10,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/9dc96e555f8b44f79a3e256ca5b4c48b is 50, key is test_row_0/B:col10/1731552670539/Put/seqid=0
2024-11-14T02:51:10,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742057_1233 (size=12001)
2024-11-14T02:51:10,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731552670594, max timestamp=1731552670619Num uniques 1068; 
2024-11-14T02:51:10,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-14T02:51:10,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731552670594, max timestamp=1731552670619Num uniques 1068; 
2024-11-14T02:51:10,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731552670594, max timestamp=1731552670619Num uniques 1068; 
2024-11-14T02:51:10,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-14T02:51:10,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-14T02:51:10,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731552670654, max timestamp=1731552670665Num uniques 1027; 
2024-11-14T02:51:10,670 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227
2024-11-14T02:51:10,671 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731552670654, max timestamp=1731552670665Num uniques 1027; 
2024-11-14T02:51:10,671 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1731552670654, max timestamp=1731552670665Num uniques 1027; 
2024-11-14T02:51:10,672 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227
2024-11-14T02:51:10,672 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227
2024-11-14T02:51:10,675 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/be7501ac130242d380599029d46df042 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/be7501ac130242d380599029d46df042
2024-11-14T02:51:10,677 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/8cf852ffb0834dec883ac273ade874b7 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/8cf852ffb0834dec883ac273ade874b7
2024-11-14T02:51:10,685 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/B of 06a24175b09c08c286a9906562311e01 into be7501ac130242d380599029d46df042(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:10,685 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:10,685 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/B, priority=13, startTime=1731552670228; duration=0sec
2024-11-14T02:51:10,685 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:10,685 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:B
2024-11-14T02:51:10,685 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:10,687 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/A of 06a24175b09c08c286a9906562311e01 into 8cf852ffb0834dec883ac273ade874b7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:10,687 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:10,687 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:10,687 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/A, priority=13, startTime=1731552670228; duration=0sec
2024-11-14T02:51:10,687 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/C is initiating minor compaction (all files)
2024-11-14T02:51:10,687 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/C in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:10,687 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:10,687 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:A
2024-11-14T02:51:10,687 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/27462e96187645279da5ca413058e319, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/aebe7864b95f49ae97b0731b46683862, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/19c9e1c3e9c8490986e081f115ba2fbe] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=35.2 K
2024-11-14T02:51:10,688 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 27462e96187645279da5ca413058e319, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731552667028
2024-11-14T02:51:10,689 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting aebe7864b95f49ae97b0731b46683862, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731552667092
2024-11-14T02:51:10,690 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 19c9e1c3e9c8490986e081f115ba2fbe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731552669256
2024-11-14T02:51:10,702 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#C#compaction#193 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:10,703 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/6c454ad94b42465b88c89ce0335d663a is 50, key is test_row_0/C:col10/1731552669368/Put/seqid=0
2024-11-14T02:51:10,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=336, cellSize=15386, totalHeapSize=35184, min timestamp=1731552670684, max timestamp=1731552670712Num uniques 1086; 
2024-11-14T02:51:10,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=336, cellSize=15386, totalHeapSize=35184, min timestamp=1731552670684, max timestamp=1731552670712Num uniques 1086; 
2024-11-14T02:51:10,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=15386, suffix heap size=140912,new segment heap size=35184 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=336
2024-11-14T02:51:10,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=15386, suffix heap size=140912,new segment heap size=35184 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=336
2024-11-14T02:51:10,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=336, cellSize=15386, totalHeapSize=35184, min timestamp=1731552670684, max timestamp=1731552670712Num uniques 1086; 
2024-11-14T02:51:10,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=15386, suffix heap size=140912,new segment heap size=35184 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=336
2024-11-14T02:51:10,719 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742058_1234 (size=12104)
2024-11-14T02:51:10,744 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552730738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:10,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:10,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:10,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:10,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552730742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:10,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:10,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:10,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:10,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552730743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:10,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:10,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:10,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:10,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51542 deadline: 1731552730745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:10,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:10,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:10,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:10,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552730856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:10,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552730856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:10,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552730856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:10,860 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51542 deadline: 1731552730856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:10,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:10,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:10,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:11,020 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/9dc96e555f8b44f79a3e256ca5b4c48b
2024-11-14T02:51:11,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/a7061028b3c3499197ae2a53c0d1553a is 50, key is test_row_0/C:col10/1731552670539/Put/seqid=0
2024-11-14T02:51:11,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742059_1235 (size=12001)
2024-11-14T02:51:11,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552731066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:11,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,071 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:11,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,071 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552731066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:11,072 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:11,072 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,072 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552731066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:11,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:11,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51542 deadline: 1731552731066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:11,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,072 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:11,124 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/6c454ad94b42465b88c89ce0335d663a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/6c454ad94b42465b88c89ce0335d663a
2024-11-14T02:51:11,129 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/C of 06a24175b09c08c286a9906562311e01 into 6c454ad94b42465b88c89ce0335d663a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:11,129 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:11,129 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/C, priority=13, startTime=1731552670228; duration=0sec
2024-11-14T02:51:11,129 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:11,129 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:C
2024-11-14T02:51:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-14T02:51:11,197 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:51:11,197 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:51:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees
2024-11-14T02:51:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-14T02:51:11,199 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:51:11,200 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:51:11,200 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:51:11,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51596 deadline: 1731552731266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:11,270 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_0' in 06a24175b09c08c286a9906562311e01 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:11,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-14T02:51:11,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-14T02:51:11,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:11,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:11,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:11,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:11,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=69
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:11,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552731376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:11,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:11,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552731376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:11,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:11,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552731376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:11,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,380 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:11,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51542 deadline: 1731552731376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:11,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:11,431 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/a7061028b3c3499197ae2a53c0d1553a
2024-11-14T02:51:11,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/e89d592999e2416e90acef83dca5c850 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/e89d592999e2416e90acef83dca5c850
2024-11-14T02:51:11,455 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/e89d592999e2416e90acef83dca5c850, entries=150, sequenceid=81, filesize=11.7 K
2024-11-14T02:51:11,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/9dc96e555f8b44f79a3e256ca5b4c48b as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/9dc96e555f8b44f79a3e256ca5b4c48b
2024-11-14T02:51:11,460 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/9dc96e555f8b44f79a3e256ca5b4c48b, entries=150, sequenceid=81, filesize=11.7 K
2024-11-14T02:51:11,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/a7061028b3c3499197ae2a53c0d1553a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/a7061028b3c3499197ae2a53c0d1553a
2024-11-14T02:51:11,469 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/a7061028b3c3499197ae2a53c0d1553a, entries=150, sequenceid=81, filesize=11.7 K
2024-11-14T02:51:11,470 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~86.11 KB/88176, currentSize=154.31 KB/158010 for 06a24175b09c08c286a9906562311e01 in 931ms, sequenceid=81, compaction requested=false
2024-11-14T02:51:11,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:11,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-14T02:51:11,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:11,505 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=154.31 KB heapSize=428.16 KB
2024-11-14T02:51:11,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:11,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:51:11,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:11,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:51:11,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:11,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:51:11,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/e528f176a3d54513a8a52c8e4fa8b95f is 50, key is test_row_0/A:col10/1731552670742/Put/seqid=0
2024-11-14T02:51:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-14T02:51:11,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742060_1236 (size=12151)
2024-11-14T02:51:11,528 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/e528f176a3d54513a8a52c8e4fa8b95f
2024-11-14T02:51:11,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/0ba7675db2d541daa1a8153214f786fa is 50, key is test_row_0/B:col10/1731552670742/Put/seqid=0
2024-11-14T02:51:11,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742061_1237 (size=12151)
2024-11-14T02:51:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-14T02:51:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:11,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:11,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552731892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:11,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,898 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:11,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,899 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552731892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:11,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:11,899 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51542 deadline: 1731552731893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:11,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:11,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:11,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552731897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:11,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:11,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:11,945 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/0ba7675db2d541daa1a8153214f786fa
2024-11-14T02:51:11,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/7af0fa40467346e6af87f8d8a6504caf is 50, key is test_row_0/C:col10/1731552670742/Put/seqid=0
2024-11-14T02:51:11,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742062_1238 (size=12151)
2024-11-14T02:51:11,971 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/7af0fa40467346e6af87f8d8a6504caf
2024-11-14T02:51:11,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/e528f176a3d54513a8a52c8e4fa8b95f as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/e528f176a3d54513a8a52c8e4fa8b95f
2024-11-14T02:51:11,990 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/e528f176a3d54513a8a52c8e4fa8b95f, entries=150, sequenceid=172, filesize=11.9 K
2024-11-14T02:51:11,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/0ba7675db2d541daa1a8153214f786fa as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/0ba7675db2d541daa1a8153214f786fa
2024-11-14T02:51:11,998 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/0ba7675db2d541daa1a8153214f786fa, entries=150, sequenceid=172, filesize=11.9 K
2024-11-14T02:51:11,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/7af0fa40467346e6af87f8d8a6504caf as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/7af0fa40467346e6af87f8d8a6504caf
2024-11-14T02:51:12,007 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/7af0fa40467346e6af87f8d8a6504caf, entries=150, sequenceid=172, filesize=11.9 K
2024-11-14T02:51:12,008 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~428.11 KB/438384, currentSize=33.54 KB/34350 for 06a24175b09c08c286a9906562311e01 in 503ms, sequenceid=172, compaction requested=true
2024-11-14T02:51:12,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:12,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:12,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69
2024-11-14T02:51:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=69
2024-11-14T02:51:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:12,011 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-14T02:51:12,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:12,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:12,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:12,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:12,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:12,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:12,013 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68
2024-11-14T02:51:12,013 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 810 msec
2024-11-14T02:51:12,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/2bd63645c4f0481894406c2859f780ce is 50, key is test_row_0/A:col10/1731552672009/Put/seqid=0
2024-11-14T02:51:12,034 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 817 msec
2024-11-14T02:51:12,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742063_1239 (size=12151)
2024-11-14T02:51:12,066 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552732059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:12,067 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552732060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,068 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731552672048, max timestamp=1731552672065Num uniques 859; 
2024-11-14T02:51:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,068 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731552672048, max timestamp=1731552672065Num uniques 859; 
2024-11-14T02:51:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:12,068 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-14T02:51:12,068 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731552672048, max timestamp=1731552672065Num uniques 859; 
2024-11-14T02:51:12,068 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-14T02:51:12,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-14T02:51:12,121 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552732115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:12,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:12,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51542 deadline: 1731552732121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:12,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:12,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552732176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:12,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552732177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:12,180 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,180 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,180 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:12,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:12,231 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:12,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552732226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:12,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:12,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51542 deadline: 1731552732236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-14T02:51:12,336 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:51:12,337 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:51:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees
2024-11-14T02:51:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-14T02:51:12,339 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:51:12,339 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:51:12,340 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:51:12,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552732386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:12,388 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552732386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:12,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:12,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:12,439 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552732436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:12,439 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/2bd63645c4f0481894406c2859f780ce
2024-11-14T02:51:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,440 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:12,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/919c7cb0f34f4a42b05a4281a04d5385 is 50, key is test_row_0/B:col10/1731552672009/Put/seqid=0
2024-11-14T02:51:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-14T02:51:12,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51542 deadline: 1731552732447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:12,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:12,473 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742064_1240 (size=12151)
2024-11-14T02:51:12,475 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/919c7cb0f34f4a42b05a4281a04d5385
2024-11-14T02:51:12,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/bf6031fb247d43cba777adfaf986a29e is 50, key is test_row_0/C:col10/1731552672009/Put/seqid=0
2024-11-14T02:51:12,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-14T02:51:12,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:12,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:12,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:12,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:12,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:12,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742065_1241 (size=12151)
2024-11-14T02:51:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:12,495 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/bf6031fb247d43cba777adfaf986a29e
2024-11-14T02:51:12,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/2bd63645c4f0481894406c2859f780ce as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/2bd63645c4f0481894406c2859f780ce
2024-11-14T02:51:12,507 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/2bd63645c4f0481894406c2859f780ce, entries=150, sequenceid=183, filesize=11.9 K
2024-11-14T02:51:12,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/919c7cb0f34f4a42b05a4281a04d5385 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/919c7cb0f34f4a42b05a4281a04d5385
2024-11-14T02:51:12,513 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/919c7cb0f34f4a42b05a4281a04d5385, entries=150, sequenceid=183, filesize=11.9 K
2024-11-14T02:51:12,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/bf6031fb247d43cba777adfaf986a29e as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/bf6031fb247d43cba777adfaf986a29e
2024-11-14T02:51:12,518 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/bf6031fb247d43cba777adfaf986a29e, entries=150, sequenceid=183, filesize=11.9 K
2024-11-14T02:51:12,519 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 06a24175b09c08c286a9906562311e01 in 508ms, sequenceid=183, compaction requested=true
2024-11-14T02:51:12,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:12,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:51:12,519 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-14T02:51:12,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:12,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:51:12,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:12,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:51:12,519 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-14T02:51:12,520 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:12,521 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48407 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-14T02:51:12,521 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/A is initiating minor compaction (all files)
2024-11-14T02:51:12,521 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/A in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:12,521 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/8cf852ffb0834dec883ac273ade874b7, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/e89d592999e2416e90acef83dca5c850, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/e528f176a3d54513a8a52c8e4fa8b95f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/2bd63645c4f0481894406c2859f780ce] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=47.3 K
2024-11-14T02:51:12,521 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48407 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-14T02:51:12,521 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/B is initiating minor compaction (all files)
2024-11-14T02:51:12,521 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/B in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:12,521 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cf852ffb0834dec883ac273ade874b7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731552669256
2024-11-14T02:51:12,521 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/be7501ac130242d380599029d46df042, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/9dc96e555f8b44f79a3e256ca5b4c48b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/0ba7675db2d541daa1a8153214f786fa, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/919c7cb0f34f4a42b05a4281a04d5385] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=47.3 K
2024-11-14T02:51:12,521 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting e89d592999e2416e90acef83dca5c850, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731552669392
2024-11-14T02:51:12,521 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting be7501ac130242d380599029d46df042, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731552669256
2024-11-14T02:51:12,522 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting e528f176a3d54513a8a52c8e4fa8b95f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731552670741
2024-11-14T02:51:12,522 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dc96e555f8b44f79a3e256ca5b4c48b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731552669392
2024-11-14T02:51:12,522 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bd63645c4f0481894406c2859f780ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731552672009
2024-11-14T02:51:12,522 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ba7675db2d541daa1a8153214f786fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731552670741
2024-11-14T02:51:12,522 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 919c7cb0f34f4a42b05a4281a04d5385, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731552672009
2024-11-14T02:51:12,542 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#B#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:12,543 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/f7606294fa8c41f0b2099d1cd8313686 is 50, key is test_row_0/B:col10/1731552672009/Put/seqid=0
2024-11-14T02:51:12,554 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#A#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:12,555 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/1ab6335899b74c81aceb34497281d196 is 50, key is test_row_0/A:col10/1731552672009/Put/seqid=0
2024-11-14T02:51:12,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742066_1242 (size=12391)
2024-11-14T02:51:12,582 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/f7606294fa8c41f0b2099d1cd8313686 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/f7606294fa8c41f0b2099d1cd8313686
2024-11-14T02:51:12,590 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 06a24175b09c08c286a9906562311e01/B of 06a24175b09c08c286a9906562311e01 into f7606294fa8c41f0b2099d1cd8313686(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:12,590 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:12,590 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/B, priority=12, startTime=1731552672519; duration=0sec
2024-11-14T02:51:12,590 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:12,590 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:B
2024-11-14T02:51:12,591 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-14T02:51:12,593 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48407 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-14T02:51:12,593 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/C is initiating minor compaction (all files)
2024-11-14T02:51:12,593 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/C in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:12,593 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/6c454ad94b42465b88c89ce0335d663a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/a7061028b3c3499197ae2a53c0d1553a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/7af0fa40467346e6af87f8d8a6504caf, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/bf6031fb247d43cba777adfaf986a29e] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=47.3 K
2024-11-14T02:51:12,594 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c454ad94b42465b88c89ce0335d663a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731552669256
2024-11-14T02:51:12,594 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting a7061028b3c3499197ae2a53c0d1553a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1731552669392
2024-11-14T02:51:12,594 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 7af0fa40467346e6af87f8d8a6504caf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731552670741
2024-11-14T02:51:12,595 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting bf6031fb247d43cba777adfaf986a29e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731552672009
2024-11-14T02:51:12,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742067_1243 (size=12391)
2024-11-14T02:51:12,618 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/1ab6335899b74c81aceb34497281d196 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/1ab6335899b74c81aceb34497281d196
2024-11-14T02:51:12,620 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#C#compaction#203 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:12,620 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/699f4fab11c54b11a4e5366802274184 is 50, key is test_row_0/C:col10/1731552672009/Put/seqid=0
2024-11-14T02:51:12,625 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 06a24175b09c08c286a9906562311e01/A of 06a24175b09c08c286a9906562311e01 into 1ab6335899b74c81aceb34497281d196(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:12,625 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:12,625 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/A, priority=12, startTime=1731552672519; duration=0sec
2024-11-14T02:51:12,625 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:12,625 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:A
2024-11-14T02:51:12,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742068_1244 (size=12391)
2024-11-14T02:51:12,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-14T02:51:12,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:12,645 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB
2024-11-14T02:51:12,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:12,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:51:12,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:12,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:51:12,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:12,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:51:12,652 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/699f4fab11c54b11a4e5366802274184 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/699f4fab11c54b11a4e5366802274184
2024-11-14T02:51:12,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/25cb2954885c4f9688b71423ead8a440 is 50, key is test_row_0/A:col10/1731552672112/Put/seqid=0
2024-11-14T02:51:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-14T02:51:12,663 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 06a24175b09c08c286a9906562311e01/C of 06a24175b09c08c286a9906562311e01 into 699f4fab11c54b11a4e5366802274184(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:12,663 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:12,663 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/C, priority=12, startTime=1731552672519; duration=0sec
2024-11-14T02:51:12,664 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:12,664 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:C
2024-11-14T02:51:12,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:12,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742069_1245 (size=12151)
2024-11-14T02:51:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:12,702 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/25cb2954885c4f9688b71423ead8a440
2024-11-14T02:51:12,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/561d8622acbf4caa8f713b1631e6b14a is 50, key is test_row_0/B:col10/1731552672112/Put/seqid=0
2024-11-14T02:51:12,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742070_1246 (size=12151)
2024-11-14T02:51:12,726 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/561d8622acbf4caa8f713b1631e6b14a
2024-11-14T02:51:12,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/cbac4323f5b04c5895100aa5b023d404 is 50, key is test_row_0/C:col10/1731552672112/Put/seqid=0
2024-11-14T02:51:12,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742071_1247 (size=12151)
2024-11-14T02:51:12,762 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/cbac4323f5b04c5895100aa5b023d404
2024-11-14T02:51:12,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51542 deadline: 1731552732757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:12,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:12,769 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552732761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:12,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:12,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:12,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552732762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552732764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:12,770 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:12,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:12,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:12,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/25cb2954885c4f9688b71423ead8a440 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/25cb2954885c4f9688b71423ead8a440
2024-11-14T02:51:12,780 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/25cb2954885c4f9688b71423ead8a440, entries=150, sequenceid=221, filesize=11.9 K
2024-11-14T02:51:12,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/561d8622acbf4caa8f713b1631e6b14a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/561d8622acbf4caa8f713b1631e6b14a
2024-11-14T02:51:12,786 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/561d8622acbf4caa8f713b1631e6b14a, entries=150, sequenceid=221, filesize=11.9 K
2024-11-14T02:51:12,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/cbac4323f5b04c5895100aa5b023d404 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/cbac4323f5b04c5895100aa5b023d404
2024-11-14T02:51:12,796 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/cbac4323f5b04c5895100aa5b023d404, entries=150, sequenceid=221, filesize=11.9 K
2024-11-14T02:51:12,798 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 06a24175b09c08c286a9906562311e01 in 152ms, sequenceid=221, compaction requested=false
2024-11-14T02:51:12,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:12,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:12,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71
2024-11-14T02:51:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=71
2024-11-14T02:51:12,803 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70
2024-11-14T02:51:12,803 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 461 msec
2024-11-14T02:51:12,808 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 467 msec
2024-11-14T02:51:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:12,880 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-14T02:51:12,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:12,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:12,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:12,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:12,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:12,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:12,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/87079caccb01441ea218b33580a59aab is 50, key is test_row_0/A:col10/1731552672877/Put/seqid=0
2024-11-14T02:51:12,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742072_1248 (size=12151)
2024-11-14T02:51:12,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552732926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:12,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:12,936 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:12,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552732929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:12,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552732931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:12,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-14T02:51:12,966 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:51:12,966 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:51:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees
2024-11-14T02:51:12,968 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:51:12,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-14T02:51:12,968 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:51:12,968 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:51:13,040 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:13,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552733036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:13,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:13,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:13,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:13,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552733046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:13,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:13,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:13,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:13,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:13,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552733046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:13,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:13,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:13,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:13,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-14T02:51:13,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-14T02:51:13,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:13,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:13,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:13,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:13,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:13,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:13,251 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:13,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552733247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:13,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:13,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:13,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:13,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552733256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:13,260 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:13,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552733256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:13,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:13,260 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:13,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:13,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:13,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:13,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-14T02:51:13,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:13,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:13,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:13,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:13,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:13,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:13,278 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:13,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51542 deadline: 1731552733276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:13,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:13,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:13,279 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:13,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-14T02:51:13,302 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/87079caccb01441ea218b33580a59aab
2024-11-14T02:51:13,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/a6f309f6e0f349f8829967f2ae399807 is 50, key is test_row_0/B:col10/1731552672877/Put/seqid=0
2024-11-14T02:51:13,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742073_1249 (size=12151)
2024-11-14T02:51:13,343 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/a6f309f6e0f349f8829967f2ae399807
2024-11-14T02:51:13,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/c627cbcc54ea4ac9ad5a51680444a232 is 50, key is test_row_0/C:col10/1731552672877/Put/seqid=0
2024-11-14T02:51:13,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742074_1250 (size=12151)
2024-11-14T02:51:13,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-14T02:51:13,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:13,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:13,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:13,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:13,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:13,559 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552733556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:13,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552733566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:13,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:13,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:13,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:13,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:13,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552733566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:13,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:13,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:13,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:13,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-14T02:51:13,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:13,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:13,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:13,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:13,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:13,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-14T02:51:13,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-14T02:51:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:13,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:13,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:13,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:13,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:13,774 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/c627cbcc54ea4ac9ad5a51680444a232
2024-11-14T02:51:13,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/87079caccb01441ea218b33580a59aab as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/87079caccb01441ea218b33580a59aab
2024-11-14T02:51:13,783 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/87079caccb01441ea218b33580a59aab, entries=150, sequenceid=236, filesize=11.9 K
2024-11-14T02:51:13,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/a6f309f6e0f349f8829967f2ae399807 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/a6f309f6e0f349f8829967f2ae399807
2024-11-14T02:51:13,788 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/a6f309f6e0f349f8829967f2ae399807, entries=150, sequenceid=236, filesize=11.9 K
2024-11-14T02:51:13,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/c627cbcc54ea4ac9ad5a51680444a232 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/c627cbcc54ea4ac9ad5a51680444a232
2024-11-14T02:51:13,793 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/c627cbcc54ea4ac9ad5a51680444a232, entries=150, sequenceid=236, filesize=11.9 K
2024-11-14T02:51:13,794 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 06a24175b09c08c286a9906562311e01 in 914ms, sequenceid=236, compaction requested=true
2024-11-14T02:51:13,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:13,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:51:13,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:13,794 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:13,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:51:13,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:13,794 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:13,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:51:13,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:13,795 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:13,795 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:13,795 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/A is initiating minor compaction (all files)
2024-11-14T02:51:13,795 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/B is initiating minor compaction (all files)
2024-11-14T02:51:13,795 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/B in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:13,795 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/A in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:13,795 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/1ab6335899b74c81aceb34497281d196, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/25cb2954885c4f9688b71423ead8a440, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/87079caccb01441ea218b33580a59aab] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=35.8 K
2024-11-14T02:51:13,795 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/f7606294fa8c41f0b2099d1cd8313686, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/561d8622acbf4caa8f713b1631e6b14a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/a6f309f6e0f349f8829967f2ae399807] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=35.8 K
2024-11-14T02:51:13,796 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting f7606294fa8c41f0b2099d1cd8313686, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731552672009
2024-11-14T02:51:13,796 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ab6335899b74c81aceb34497281d196, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731552672009
2024-11-14T02:51:13,796 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 561d8622acbf4caa8f713b1631e6b14a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731552672089
2024-11-14T02:51:13,796 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25cb2954885c4f9688b71423ead8a440, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731552672089
2024-11-14T02:51:13,796 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87079caccb01441ea218b33580a59aab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731552672747
2024-11-14T02:51:13,797 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting a6f309f6e0f349f8829967f2ae399807, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731552672747
2024-11-14T02:51:13,806 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#B#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:13,807 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/af45969708924e5db404eff493194282 is 50, key is test_row_0/B:col10/1731552672877/Put/seqid=0
2024-11-14T02:51:13,813 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#A#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:13,814 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/0cd243d7514541eb8b128d43758c2cfb is 50, key is test_row_0/A:col10/1731552672877/Put/seqid=0
2024-11-14T02:51:13,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742075_1251 (size=12493)
2024-11-14T02:51:13,841 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/af45969708924e5db404eff493194282 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/af45969708924e5db404eff493194282
2024-11-14T02:51:13,854 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/B of 06a24175b09c08c286a9906562311e01 into af45969708924e5db404eff493194282(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:13,854 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:13,854 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/B, priority=13, startTime=1731552673794; duration=0sec
2024-11-14T02:51:13,855 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:13,855 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:B
2024-11-14T02:51:13,855 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:13,856 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:13,856 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/C is initiating minor compaction (all files)
2024-11-14T02:51:13,856 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/C in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:13,856 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/699f4fab11c54b11a4e5366802274184, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/cbac4323f5b04c5895100aa5b023d404, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/c627cbcc54ea4ac9ad5a51680444a232] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=35.8 K
2024-11-14T02:51:13,856 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 699f4fab11c54b11a4e5366802274184, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731552672009
2024-11-14T02:51:13,857 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting cbac4323f5b04c5895100aa5b023d404, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1731552672089
2024-11-14T02:51:13,857 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting c627cbcc54ea4ac9ad5a51680444a232, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731552672747
2024-11-14T02:51:13,866 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#C#compaction#212 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:13,867 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/7b330fa35ef94993982549984e2afde8 is 50, key is test_row_0/C:col10/1731552672877/Put/seqid=0
2024-11-14T02:51:13,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742076_1252 (size=12493)
2024-11-14T02:51:13,884 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742077_1253 (size=12493)
2024-11-14T02:51:13,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-14T02:51:13,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:13,888 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-14T02:51:13,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:13,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:13,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:13,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:13,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:13,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:13,891 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/7b330fa35ef94993982549984e2afde8 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/7b330fa35ef94993982549984e2afde8
2024-11-14T02:51:13,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/12513edaeaa74db1a7936591a870bdc4 is 50, key is test_row_0/A:col10/1731552672926/Put/seqid=0
2024-11-14T02:51:13,897 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/C of 06a24175b09c08c286a9906562311e01 into 7b330fa35ef94993982549984e2afde8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:13,897 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:13,897 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/C, priority=13, startTime=1731552673794; duration=0sec
2024-11-14T02:51:13,897 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:13,897 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:C
2024-11-14T02:51:13,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742078_1254 (size=12151)
2024-11-14T02:51:13,908 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/12513edaeaa74db1a7936591a870bdc4
2024-11-14T02:51:13,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/2622d036411844d187a4ba7f293a0d6b is 50, key is test_row_0/B:col10/1731552672926/Put/seqid=0
2024-11-14T02:51:13,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742079_1255 (size=12151)
2024-11-14T02:51:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:14,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:14,099 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552734094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:14,099 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552734095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:14,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:14,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552734096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:14,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:14,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,100 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:14,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-14T02:51:14,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:14,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552734207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:14,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:14,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552734207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:14,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552734207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:14,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:14,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:14,282 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/0cd243d7514541eb8b128d43758c2cfb as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/0cd243d7514541eb8b128d43758c2cfb
2024-11-14T02:51:14,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:14,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51542 deadline: 1731552734286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:14,287 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_0' in 06a24175b09c08c286a9906562311e01 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:14,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:14,289 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/A of 06a24175b09c08c286a9906562311e01 into 0cd243d7514541eb8b128d43758c2cfb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:14,289 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:14,289 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/A, priority=13, startTime=1731552673794; duration=0sec
2024-11-14T02:51:14,289 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:14,289 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:A
2024-11-14T02:51:14,322 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/2622d036411844d187a4ba7f293a0d6b
2024-11-14T02:51:14,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/46420d1bfef84e408f1c4b3dd8a1c420 is 50, key is test_row_0/C:col10/1731552672926/Put/seqid=0
2024-11-14T02:51:14,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742080_1256 (size=12151)
2024-11-14T02:51:14,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:14,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552734416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:14,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:14,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552734416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:14,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:14,419 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552734416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:14,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:14,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552734727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552734727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:14,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:14,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552734727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:14,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:14,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:14,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:14,750 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/46420d1bfef84e408f1c4b3dd8a1c420
2024-11-14T02:51:14,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/12513edaeaa74db1a7936591a870bdc4 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/12513edaeaa74db1a7936591a870bdc4
2024-11-14T02:51:14,761 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/12513edaeaa74db1a7936591a870bdc4, entries=150, sequenceid=255, filesize=11.9 K
2024-11-14T02:51:14,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/2622d036411844d187a4ba7f293a0d6b as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/2622d036411844d187a4ba7f293a0d6b
2024-11-14T02:51:14,768 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/2622d036411844d187a4ba7f293a0d6b, entries=150, sequenceid=255, filesize=11.9 K
2024-11-14T02:51:14,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/46420d1bfef84e408f1c4b3dd8a1c420 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/46420d1bfef84e408f1c4b3dd8a1c420
2024-11-14T02:51:14,774 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/46420d1bfef84e408f1c4b3dd8a1c420, entries=150, sequenceid=255, filesize=11.9 K
2024-11-14T02:51:14,775 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 06a24175b09c08c286a9906562311e01 in 886ms, sequenceid=255, compaction requested=false
2024-11-14T02:51:14,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:14,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:14,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73
2024-11-14T02:51:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=73
2024-11-14T02:51:14,779 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72
2024-11-14T02:51:14,779 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8080 sec
2024-11-14T02:51:14,781 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.8130 sec
2024-11-14T02:51:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-14T02:51:15,116 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:51:15,116 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:51:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees
2024-11-14T02:51:15,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-14T02:51:15,118 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:51:15,118 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:51:15,119 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:51:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-14T02:51:15,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:15,239 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-14T02:51:15,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:15,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:15,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:15,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:15,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:15,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:15,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/d8dc293acaa24c4db4cddf3751c54e93 is 50, key is test_row_0/A:col10/1731552675237/Put/seqid=0
2024-11-14T02:51:15,252 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742081_1257 (size=12301)
2024-11-14T02:51:15,253 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/d8dc293acaa24c4db4cddf3751c54e93
2024-11-14T02:51:15,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/bd7cdb0dbb1a497e88961f0e85611619 is 50, key is test_row_0/B:col10/1731552675237/Put/seqid=0
2024-11-14T02:51:15,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742082_1258 (size=12301)
2024-11-14T02:51:15,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-14T02:51:15,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:15,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:15,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:15,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:15,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:15,275 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552735272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:15,276 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:15,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552735274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:15,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:15,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:15,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552735276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:15,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:15,298 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:15,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51596 deadline: 1731552735297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:15,298 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_0' in 06a24175b09c08c286a9906562311e01 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8203 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:15,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:15,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552735386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:15,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:15,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552735386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:15,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:15,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:15,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:15,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552735386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:15,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:15,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-14T02:51:15,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:15,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:15,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:15,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:15,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:15,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-14T02:51:15,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-14T02:51:15,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:15,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:15,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:15,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:15,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:15,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:15,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552735596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:15,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:15,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552735597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:15,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:15,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:15,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552735597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:15,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:15,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:15,666 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/bd7cdb0dbb1a497e88961f0e85611619
2024-11-14T02:51:15,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/721ad3df46344c3cbd92c0259b74b317 is 50, key is test_row_0/C:col10/1731552675237/Put/seqid=0
2024-11-14T02:51:15,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742083_1259 (size=12301)
2024-11-14T02:51:15,690 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/721ad3df46344c3cbd92c0259b74b317
2024-11-14T02:51:15,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/d8dc293acaa24c4db4cddf3751c54e93 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/d8dc293acaa24c4db4cddf3751c54e93
2024-11-14T02:51:15,711 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/d8dc293acaa24c4db4cddf3751c54e93, entries=150, sequenceid=272, filesize=12.0 K
2024-11-14T02:51:15,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/bd7cdb0dbb1a497e88961f0e85611619 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/bd7cdb0dbb1a497e88961f0e85611619
2024-11-14T02:51:15,722 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/bd7cdb0dbb1a497e88961f0e85611619, entries=150, sequenceid=272, filesize=12.0 K
2024-11-14T02:51:15,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/721ad3df46344c3cbd92c0259b74b317 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/721ad3df46344c3cbd92c0259b74b317
2024-11-14T02:51:15,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-14T02:51:15,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:15,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:15,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:15,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:15,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:15,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:15,733 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/721ad3df46344c3cbd92c0259b74b317, entries=150, sequenceid=272, filesize=12.0 K
2024-11-14T02:51:15,733 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 06a24175b09c08c286a9906562311e01 in 494ms, sequenceid=272, compaction requested=true
2024-11-14T02:51:15,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:15,734 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:15,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:51:15,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:15,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:51:15,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:15,734 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:15,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:51:15,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:15,735 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:15,735 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/A is initiating minor compaction (all files)
2024-11-14T02:51:15,735 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/A in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:15,735 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/0cd243d7514541eb8b128d43758c2cfb, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/12513edaeaa74db1a7936591a870bdc4, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/d8dc293acaa24c4db4cddf3751c54e93] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=36.1 K
2024-11-14T02:51:15,736 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0cd243d7514541eb8b128d43758c2cfb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731552672747
2024-11-14T02:51:15,736 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:15,736 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/B is initiating minor compaction (all files)
2024-11-14T02:51:15,736 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/B in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:15,736 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/af45969708924e5db404eff493194282, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/2622d036411844d187a4ba7f293a0d6b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/bd7cdb0dbb1a497e88961f0e85611619] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=36.1 K
2024-11-14T02:51:15,737 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12513edaeaa74db1a7936591a870bdc4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731552672924
2024-11-14T02:51:15,738 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8dc293acaa24c4db4cddf3751c54e93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731552674088
2024-11-14T02:51:15,738 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting af45969708924e5db404eff493194282, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731552672747
2024-11-14T02:51:15,738 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 2622d036411844d187a4ba7f293a0d6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731552672924
2024-11-14T02:51:15,739 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting bd7cdb0dbb1a497e88961f0e85611619, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731552674088
2024-11-14T02:51:15,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-14T02:51:15,753 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#B#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:15,754 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/6c3ad2414704467898c385ba1f723fcc is 50, key is test_row_0/B:col10/1731552675237/Put/seqid=0
2024-11-14T02:51:15,754 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#A#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:15,755 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/1894b53d586346008dd869d620d688c0 is 50, key is test_row_0/A:col10/1731552675237/Put/seqid=0
2024-11-14T02:51:15,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742084_1260 (size=12745)
2024-11-14T02:51:15,824 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742085_1261 (size=12745)
2024-11-14T02:51:15,833 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/1894b53d586346008dd869d620d688c0 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/1894b53d586346008dd869d620d688c0
2024-11-14T02:51:15,841 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/A of 06a24175b09c08c286a9906562311e01 into 1894b53d586346008dd869d620d688c0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:15,841 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:15,841 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/A, priority=13, startTime=1731552675734; duration=0sec
2024-11-14T02:51:15,841 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:15,841 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:A
2024-11-14T02:51:15,841 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:15,842 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:15,842 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/C is initiating minor compaction (all files)
2024-11-14T02:51:15,843 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/C in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:15,843 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/7b330fa35ef94993982549984e2afde8, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/46420d1bfef84e408f1c4b3dd8a1c420, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/721ad3df46344c3cbd92c0259b74b317] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=36.1 K
2024-11-14T02:51:15,843 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b330fa35ef94993982549984e2afde8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731552672747
2024-11-14T02:51:15,844 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46420d1bfef84e408f1c4b3dd8a1c420, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731552672924
2024-11-14T02:51:15,844 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 721ad3df46344c3cbd92c0259b74b317, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731552674088
2024-11-14T02:51:15,876 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#C#compaction#221 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:15,877 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/28e547a793bf4b00ae82aed688ec382f is 50, key is test_row_0/C:col10/1731552675237/Put/seqid=0
2024-11-14T02:51:15,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-14T02:51:15,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:15,882 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-14T02:51:15,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:15,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:15,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:15,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:15,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:15,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:15,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742086_1262 (size=12745)
2024-11-14T02:51:15,904 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/28e547a793bf4b00ae82aed688ec382f as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/28e547a793bf4b00ae82aed688ec382f
2024-11-14T02:51:15,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/3f3ef80409d24ac1bd7c972c428eec55 is 50, key is test_row_0/A:col10/1731552675273/Put/seqid=0
2024-11-14T02:51:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:15,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:15,913 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/C of 06a24175b09c08c286a9906562311e01 into 28e547a793bf4b00ae82aed688ec382f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:15,913 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:15,913 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/C, priority=13, startTime=1731552675734; duration=0sec
2024-11-14T02:51:15,914 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:15,914 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:C
2024-11-14T02:51:15,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742087_1263 (size=12301)
2024-11-14T02:51:15,925 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/3f3ef80409d24ac1bd7c972c428eec55
2024-11-14T02:51:15,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/93e855a441ef452b80efd40a74b240ba is 50, key is test_row_0/B:col10/1731552675273/Put/seqid=0
2024-11-14T02:51:15,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552735940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:15,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:15,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,946 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552735940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:15,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552735942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:15,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742088_1264 (size=12301)
2024-11-14T02:51:15,968 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/93e855a441ef452b80efd40a74b240ba
2024-11-14T02:51:15,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/760c5ecc73ec43e1b50db7766ed1d9d7 is 50, key is test_row_0/C:col10/1731552675273/Put/seqid=0
2024-11-14T02:51:16,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742089_1265 (size=12301)
2024-11-14T02:51:16,007 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/760c5ecc73ec43e1b50db7766ed1d9d7
2024-11-14T02:51:16,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/3f3ef80409d24ac1bd7c972c428eec55 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/3f3ef80409d24ac1bd7c972c428eec55
2024-11-14T02:51:16,036 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/3f3ef80409d24ac1bd7c972c428eec55, entries=150, sequenceid=290, filesize=12.0 K
2024-11-14T02:51:16,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/93e855a441ef452b80efd40a74b240ba as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/93e855a441ef452b80efd40a74b240ba
2024-11-14T02:51:16,044 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/93e855a441ef452b80efd40a74b240ba, entries=150, sequenceid=290, filesize=12.0 K
2024-11-14T02:51:16,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/760c5ecc73ec43e1b50db7766ed1d9d7 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/760c5ecc73ec43e1b50db7766ed1d9d7
2024-11-14T02:51:16,049 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/760c5ecc73ec43e1b50db7766ed1d9d7, entries=150, sequenceid=290, filesize=12.0 K
2024-11-14T02:51:16,050 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 06a24175b09c08c286a9906562311e01 in 168ms, sequenceid=290, compaction requested=false
2024-11-14T02:51:16,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:16,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:16,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75
2024-11-14T02:51:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=75
2024-11-14T02:51:16,053 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74
2024-11-14T02:51:16,054 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 933 msec
2024-11-14T02:51:16,055 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 938 msec
2024-11-14T02:51:16,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:16,058 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-14T02:51:16,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:16,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:16,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:16,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:16,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:16,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:16,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/124361b1e9f8494fab811011bdbea45e is 50, key is test_row_0/A:col10/1731552676056/Put/seqid=0
2024-11-14T02:51:16,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742090_1266 (size=14741)
2024-11-14T02:51:16,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552736079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:16,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:16,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552736085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:16,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,090 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:16,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552736086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:16,091 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,091 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,091 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:16,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:16,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552736196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:16,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:16,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552736196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:16,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:16,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:16,202 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552736196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:16,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,202 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:16,213 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/6c3ad2414704467898c385ba1f723fcc as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/6c3ad2414704467898c385ba1f723fcc
2024-11-14T02:51:16,217 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/B of 06a24175b09c08c286a9906562311e01 into 6c3ad2414704467898c385ba1f723fcc(size=12.4 K), total size for store is 24.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:16,217 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:16,217 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/B, priority=13, startTime=1731552675734; duration=0sec
2024-11-14T02:51:16,217 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:16,217 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:B
2024-11-14T02:51:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-14T02:51:16,256 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:51:16,256 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:51:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees
2024-11-14T02:51:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-14T02:51:16,258 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:51:16,259 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:51:16,259 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:51:16,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:16,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51542 deadline: 1731552736306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:16,309 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_0' in 06a24175b09c08c286a9906562311e01 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:16,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-14T02:51:16,409 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552736406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:16,410 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:16,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552736406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:16,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:16,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,410 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:16,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552736406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:16,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:16,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-14T02:51:16,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:16,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:16,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:16,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:16,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:16,467 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/124361b1e9f8494fab811011bdbea45e
2024-11-14T02:51:16,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/868dccc1c7fa4e99a8af897fb0fdf0e3 is 50, key is test_row_0/B:col10/1731552676056/Put/seqid=0
2024-11-14T02:51:16,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742091_1267 (size=12301)
2024-11-14T02:51:16,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-14T02:51:16,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:16,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:16,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:16,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:16,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-14T02:51:16,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-14T02:51:16,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:16,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:16,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:16,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:16,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:16,717 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552736716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:16,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:16,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552736716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:16,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552736717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,718 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:16,719 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:16,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-14T02:51:16,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:16,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:16,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:16,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:16,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:16,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:16,877 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/868dccc1c7fa4e99a8af897fb0fdf0e3
2024-11-14T02:51:16,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/9b67d33ffb7745dbbd342116f43cffe7 is 50, key is test_row_0/C:col10/1731552676056/Put/seqid=0
2024-11-14T02:51:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-14T02:51:16,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742092_1268 (size=12301)
2024-11-14T02:51:17,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-14T02:51:17,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:17,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:17,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:17,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:17,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:17,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-14T02:51:17,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:17,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:17,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:17,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:17,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:17,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552737226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:17,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552737226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:17,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:17,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:17,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:17,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552737226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:17,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:17,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:17,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:17,289 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/9b67d33ffb7745dbbd342116f43cffe7
2024-11-14T02:51:17,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/124361b1e9f8494fab811011bdbea45e as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/124361b1e9f8494fab811011bdbea45e
2024-11-14T02:51:17,297 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/124361b1e9f8494fab811011bdbea45e, entries=200, sequenceid=307, filesize=14.4 K
2024-11-14T02:51:17,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/868dccc1c7fa4e99a8af897fb0fdf0e3 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/868dccc1c7fa4e99a8af897fb0fdf0e3
2024-11-14T02:51:17,300 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/868dccc1c7fa4e99a8af897fb0fdf0e3, entries=150, sequenceid=307, filesize=12.0 K
2024-11-14T02:51:17,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/9b67d33ffb7745dbbd342116f43cffe7 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/9b67d33ffb7745dbbd342116f43cffe7
2024-11-14T02:51:17,305 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/9b67d33ffb7745dbbd342116f43cffe7, entries=150, sequenceid=307, filesize=12.0 K
2024-11-14T02:51:17,306 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 06a24175b09c08c286a9906562311e01 in 1248ms, sequenceid=307, compaction requested=true
2024-11-14T02:51:17,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:17,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:51:17,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:17,307 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:17,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:51:17,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:17,307 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:17,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:51:17,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:17,308 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:17,308 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39787 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:17,308 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/A is initiating minor compaction (all files)
2024-11-14T02:51:17,308 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/B is initiating minor compaction (all files)
2024-11-14T02:51:17,308 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/B in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:17,308 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/A in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:17,308 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/6c3ad2414704467898c385ba1f723fcc, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/93e855a441ef452b80efd40a74b240ba, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/868dccc1c7fa4e99a8af897fb0fdf0e3] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=36.5 K
2024-11-14T02:51:17,308 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/1894b53d586346008dd869d620d688c0, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/3f3ef80409d24ac1bd7c972c428eec55, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/124361b1e9f8494fab811011bdbea45e] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=38.9 K
2024-11-14T02:51:17,308 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c3ad2414704467898c385ba1f723fcc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731552674088
2024-11-14T02:51:17,308 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1894b53d586346008dd869d620d688c0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731552674088
2024-11-14T02:51:17,308 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 93e855a441ef452b80efd40a74b240ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731552675267
2024-11-14T02:51:17,308 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f3ef80409d24ac1bd7c972c428eec55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731552675267
2024-11-14T02:51:17,309 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 124361b1e9f8494fab811011bdbea45e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731552675926
2024-11-14T02:51:17,309 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 868dccc1c7fa4e99a8af897fb0fdf0e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731552675926
2024-11-14T02:51:17,314 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#B#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:17,315 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/df13dd225527454fadb3fa54787a4d28 is 50, key is test_row_0/B:col10/1731552676056/Put/seqid=0
2024-11-14T02:51:17,315 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#A#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:17,316 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/58ef5eb28ff34e15b9861edaba5aa4a3 is 50, key is test_row_0/A:col10/1731552676056/Put/seqid=0
2024-11-14T02:51:17,318 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742093_1269 (size=12847)
2024-11-14T02:51:17,324 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/df13dd225527454fadb3fa54787a4d28 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/df13dd225527454fadb3fa54787a4d28
2024-11-14T02:51:17,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-14T02:51:17,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:17,329 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/B of 06a24175b09c08c286a9906562311e01 into df13dd225527454fadb3fa54787a4d28(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:17,329 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-14T02:51:17,329 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:17,329 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/B, priority=13, startTime=1731552677307; duration=0sec
2024-11-14T02:51:17,330 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:17,330 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:B
2024-11-14T02:51:17,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:17,330 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:17,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:17,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:17,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:17,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:17,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:17,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742094_1270 (size=12847)
2024-11-14T02:51:17,331 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:17,332 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/C is initiating minor compaction (all files)
2024-11-14T02:51:17,332 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/C in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:17,332 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/28e547a793bf4b00ae82aed688ec382f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/760c5ecc73ec43e1b50db7766ed1d9d7, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/9b67d33ffb7745dbbd342116f43cffe7] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=36.5 K
2024-11-14T02:51:17,332 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 28e547a793bf4b00ae82aed688ec382f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731552674088
2024-11-14T02:51:17,333 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 760c5ecc73ec43e1b50db7766ed1d9d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1731552675267
2024-11-14T02:51:17,333 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b67d33ffb7745dbbd342116f43cffe7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731552675926
2024-11-14T02:51:17,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/d9d40895365843b2ba028179bf879644 is 50, key is test_row_0/A:col10/1731552676082/Put/seqid=0
2024-11-14T02:51:17,336 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/58ef5eb28ff34e15b9861edaba5aa4a3 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/58ef5eb28ff34e15b9861edaba5aa4a3
2024-11-14T02:51:17,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742095_1271 (size=12301)
2024-11-14T02:51:17,343 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/d9d40895365843b2ba028179bf879644
2024-11-14T02:51:17,345 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/A of 06a24175b09c08c286a9906562311e01 into 58ef5eb28ff34e15b9861edaba5aa4a3(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:17,345 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:17,345 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/A, priority=13, startTime=1731552677307; duration=0sec
2024-11-14T02:51:17,345 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#C#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:17,345 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:17,345 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:A
2024-11-14T02:51:17,345 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/d656010f459d4e5d881121d7e062b723 is 50, key is test_row_0/C:col10/1731552676056/Put/seqid=0
2024-11-14T02:51:17,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742096_1272 (size=12847)
2024-11-14T02:51:17,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/f5657ada034942a4b747912ad283dfa4 is 50, key is test_row_0/B:col10/1731552676082/Put/seqid=0
2024-11-14T02:51:17,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742097_1273 (size=12301)
2024-11-14T02:51:17,361 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/f5657ada034942a4b747912ad283dfa4
2024-11-14T02:51:17,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/25278c13c2764cf38c1a811e19113fe5 is 50, key is test_row_0/C:col10/1731552676082/Put/seqid=0
2024-11-14T02:51:17,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742098_1274 (size=12301)
2024-11-14T02:51:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-14T02:51:17,755 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/d656010f459d4e5d881121d7e062b723 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/d656010f459d4e5d881121d7e062b723
2024-11-14T02:51:17,759 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/C of 06a24175b09c08c286a9906562311e01 into d656010f459d4e5d881121d7e062b723(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:17,759 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:17,759 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/C, priority=13, startTime=1731552677307; duration=0sec
2024-11-14T02:51:17,759 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:17,759 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:C
2024-11-14T02:51:17,776 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/25278c13c2764cf38c1a811e19113fe5
2024-11-14T02:51:17,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/d9d40895365843b2ba028179bf879644 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/d9d40895365843b2ba028179bf879644
2024-11-14T02:51:17,786 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/d9d40895365843b2ba028179bf879644, entries=150, sequenceid=326, filesize=12.0 K
2024-11-14T02:51:17,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/f5657ada034942a4b747912ad283dfa4 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/f5657ada034942a4b747912ad283dfa4
2024-11-14T02:51:17,791 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/f5657ada034942a4b747912ad283dfa4, entries=150, sequenceid=326, filesize=12.0 K
2024-11-14T02:51:17,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/25278c13c2764cf38c1a811e19113fe5 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/25278c13c2764cf38c1a811e19113fe5
2024-11-14T02:51:17,795 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/25278c13c2764cf38c1a811e19113fe5, entries=150, sequenceid=326, filesize=12.0 K
2024-11-14T02:51:17,796 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=0 B/0 for 06a24175b09c08c286a9906562311e01 in 467ms, sequenceid=326, compaction requested=false
2024-11-14T02:51:17,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:17,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:17,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77
2024-11-14T02:51:17,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=77
2024-11-14T02:51:17,800 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76
2024-11-14T02:51:17,800 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5390 sec
2024-11-14T02:51:17,801 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.5440 sec
2024-11-14T02:51:18,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:18,249 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-14T02:51:18,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:18,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:18,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:18,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:18,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:18,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:18,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/9a86c5a659be465eacf7b340294a6c69 is 50, key is test_row_0/A:col10/1731552678248/Put/seqid=0
2024-11-14T02:51:18,260 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742099_1275 (size=14741)
2024-11-14T02:51:18,260 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/9a86c5a659be465eacf7b340294a6c69
2024-11-14T02:51:18,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/ed3d3c9f7f554d12a6435f0188099bfb is 50, key is test_row_0/B:col10/1731552678248/Put/seqid=0
2024-11-14T02:51:18,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742100_1276 (size=12301)
2024-11-14T02:51:18,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552738280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:18,286 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:18,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552738281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:18,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731552678264, max timestamp=1731552678283Num uniques 859; 
2024-11-14T02:51:18,286 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-14T02:51:18,287 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731552678264, max timestamp=1731552678283Num uniques 859; 
2024-11-14T02:51:18,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:18,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:18,287 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-14T02:51:18,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:18,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:18,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:18,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:18,287 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731552678264, max timestamp=1731552678283Num uniques 859; 
2024-11-14T02:51:18,287 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-14T02:51:18,384 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552738380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:18,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:18,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:18,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:18,400 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552738396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:18,401 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:18,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:18,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552738396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:18,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:18,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:18,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:18,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-14T02:51:18,406 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:51:18,406 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:51:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees
2024-11-14T02:51:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-14T02:51:18,408 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:51:18,408 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:51:18,408 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:51:18,497 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552738496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:18,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:18,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:18,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-14T02:51:18,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-14T02:51:18,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:18,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:18,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:18,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:18,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:18,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552738606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:18,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:18,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:18,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:18,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552738606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:18,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:18,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:18,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:18,675 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/ed3d3c9f7f554d12a6435f0188099bfb
2024-11-14T02:51:18,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/c4825693774c4030aa10ad56518993be is 50, key is test_row_0/C:col10/1731552678248/Put/seqid=0
2024-11-14T02:51:18,685 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742101_1277 (size=12301)
2024-11-14T02:51:18,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552738707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:18,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:18,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:18,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:18,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-14T02:51:18,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:18,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:18,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:18,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:18,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-14T02:51:18,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-14T02:51:18,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:18,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:18,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:18,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:18,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:18,918 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552738916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:18,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:18,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:18,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:18,919 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552738916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:18,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:18,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:18,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:19,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-14T02:51:19,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:19,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:19,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:19,024 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:19,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:19,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:19,028 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552739024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:19,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:19,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:19,030 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-14T02:51:19,086 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/c4825693774c4030aa10ad56518993be
2024-11-14T02:51:19,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/9a86c5a659be465eacf7b340294a6c69 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/9a86c5a659be465eacf7b340294a6c69
2024-11-14T02:51:19,097 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/9a86c5a659be465eacf7b340294a6c69, entries=200, sequenceid=339, filesize=14.4 K
2024-11-14T02:51:19,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/ed3d3c9f7f554d12a6435f0188099bfb as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/ed3d3c9f7f554d12a6435f0188099bfb
2024-11-14T02:51:19,101 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/ed3d3c9f7f554d12a6435f0188099bfb, entries=150, sequenceid=339, filesize=12.0 K
2024-11-14T02:51:19,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/c4825693774c4030aa10ad56518993be as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/c4825693774c4030aa10ad56518993be
2024-11-14T02:51:19,106 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/c4825693774c4030aa10ad56518993be, entries=150, sequenceid=339, filesize=12.0 K
2024-11-14T02:51:19,107 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 06a24175b09c08c286a9906562311e01 in 858ms, sequenceid=339, compaction requested=true
2024-11-14T02:51:19,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:19,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:51:19,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:19,107 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:19,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:51:19,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:19,107 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:19,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:51:19,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:19,108 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:19,108 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39889 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:19,108 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/B is initiating minor compaction (all files)
2024-11-14T02:51:19,108 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/A is initiating minor compaction (all files)
2024-11-14T02:51:19,108 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/A in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:19,108 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/B in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:19,108 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/58ef5eb28ff34e15b9861edaba5aa4a3, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/d9d40895365843b2ba028179bf879644, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/9a86c5a659be465eacf7b340294a6c69] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=39.0 K
2024-11-14T02:51:19,108 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/df13dd225527454fadb3fa54787a4d28, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/f5657ada034942a4b747912ad283dfa4, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/ed3d3c9f7f554d12a6435f0188099bfb] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=36.6 K
2024-11-14T02:51:19,109 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58ef5eb28ff34e15b9861edaba5aa4a3, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731552675926
2024-11-14T02:51:19,109 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting df13dd225527454fadb3fa54787a4d28, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731552675926
2024-11-14T02:51:19,109 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting f5657ada034942a4b747912ad283dfa4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731552676069
2024-11-14T02:51:19,109 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9d40895365843b2ba028179bf879644, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731552676069
2024-11-14T02:51:19,109 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting ed3d3c9f7f554d12a6435f0188099bfb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731552678240
2024-11-14T02:51:19,109 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a86c5a659be465eacf7b340294a6c69, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731552678240
2024-11-14T02:51:19,115 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#B#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:19,115 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/d0fec7da64944027879bd4468cb43b8c is 50, key is test_row_0/B:col10/1731552678248/Put/seqid=0
2024-11-14T02:51:19,115 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#A#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:19,116 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/3095cf0811eb4ac38c87bcd2175ab3ea is 50, key is test_row_0/A:col10/1731552678248/Put/seqid=0
2024-11-14T02:51:19,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742103_1279 (size=12949)
2024-11-14T02:51:19,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742102_1278 (size=12949)
2024-11-14T02:51:19,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-14T02:51:19,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:19,177 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB
2024-11-14T02:51:19,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:19,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:51:19,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:19,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:51:19,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:19,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:51:19,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/214d823c5c4e4574a2030149f9690a31 is 50, key is test_row_0/A:col10/1731552678378/Put/seqid=0
2024-11-14T02:51:19,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742104_1280 (size=12301)
2024-11-14T02:51:19,186 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/214d823c5c4e4574a2030149f9690a31
2024-11-14T02:51:19,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/bbfadbe89f0e4a5997af3c8d7b38607e is 50, key is test_row_0/B:col10/1731552678378/Put/seqid=0
2024-11-14T02:51:19,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742105_1281 (size=12301)
2024-11-14T02:51:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:19,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:19,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552739449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:19,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:19,455 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:19,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:19,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552739450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:19,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:19,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:19,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:19,525 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/3095cf0811eb4ac38c87bcd2175ab3ea as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/3095cf0811eb4ac38c87bcd2175ab3ea
2024-11-14T02:51:19,525 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/d0fec7da64944027879bd4468cb43b8c as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/d0fec7da64944027879bd4468cb43b8c
2024-11-14T02:51:19,530 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/B of 06a24175b09c08c286a9906562311e01 into d0fec7da64944027879bd4468cb43b8c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:19,530 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/A of 06a24175b09c08c286a9906562311e01 into 3095cf0811eb4ac38c87bcd2175ab3ea(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:19,530 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:19,530 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:19,530 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/A, priority=13, startTime=1731552679107; duration=0sec
2024-11-14T02:51:19,530 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/B, priority=13, startTime=1731552679107; duration=0sec
2024-11-14T02:51:19,530 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:19,530 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:19,530 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:B
2024-11-14T02:51:19,530 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:A
2024-11-14T02:51:19,530 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:19,531 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:19,531 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/C is initiating minor compaction (all files)
2024-11-14T02:51:19,531 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/C in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:19,531 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/d656010f459d4e5d881121d7e062b723, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/25278c13c2764cf38c1a811e19113fe5, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/c4825693774c4030aa10ad56518993be] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=36.6 K
2024-11-14T02:51:19,531 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting d656010f459d4e5d881121d7e062b723, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731552675926
2024-11-14T02:51:19,532 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 25278c13c2764cf38c1a811e19113fe5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731552676069
2024-11-14T02:51:19,532 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting c4825693774c4030aa10ad56518993be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731552678240
2024-11-14T02:51:19,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:19,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552739536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:19,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:19,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:19,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-14T02:51:19,549 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#C#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:19,550 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/45fce30ed0844af5873719ca8100f383 is 50, key is test_row_0/C:col10/1731552678248/Put/seqid=0
2024-11-14T02:51:19,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742106_1282 (size=12949)
2024-11-14T02:51:19,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552739566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:19,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:19,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:19,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552739567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:19,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:19,570 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:19,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:19,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:19,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:19,597 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/bbfadbe89f0e4a5997af3c8d7b38607e
2024-11-14T02:51:19,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/c0af258499404157b881253dadc9217c is 50, key is test_row_0/C:col10/1731552678378/Put/seqid=0
2024-11-14T02:51:19,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742107_1283 (size=12301)
2024-11-14T02:51:19,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552739776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:19,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:19,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:19,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:19,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552739776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:19,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:19,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:19,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:19,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:19,972 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/45fce30ed0844af5873719ca8100f383 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/45fce30ed0844af5873719ca8100f383
2024-11-14T02:51:19,976 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/C of 06a24175b09c08c286a9906562311e01 into 45fce30ed0844af5873719ca8100f383(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:19,976 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:19,976 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/C, priority=13, startTime=1731552679107; duration=0sec
2024-11-14T02:51:19,976 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:19,977 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:C
2024-11-14T02:51:20,010 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/c0af258499404157b881253dadc9217c
2024-11-14T02:51:20,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/214d823c5c4e4574a2030149f9690a31 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/214d823c5c4e4574a2030149f9690a31
2024-11-14T02:51:20,018 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/214d823c5c4e4574a2030149f9690a31, entries=150, sequenceid=374, filesize=12.0 K
2024-11-14T02:51:20,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/bbfadbe89f0e4a5997af3c8d7b38607e as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/bbfadbe89f0e4a5997af3c8d7b38607e
2024-11-14T02:51:20,022 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/bbfadbe89f0e4a5997af3c8d7b38607e, entries=150, sequenceid=374, filesize=12.0 K
2024-11-14T02:51:20,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/c0af258499404157b881253dadc9217c as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/c0af258499404157b881253dadc9217c
2024-11-14T02:51:20,027 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/c0af258499404157b881253dadc9217c, entries=150, sequenceid=374, filesize=12.0 K
2024-11-14T02:51:20,028 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 06a24175b09c08c286a9906562311e01 in 851ms, sequenceid=374, compaction requested=false
2024-11-14T02:51:20,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:20,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:20,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79
2024-11-14T02:51:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=79
2024-11-14T02:51:20,031 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78
2024-11-14T02:51:20,031 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6210 sec
2024-11-14T02:51:20,032 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.6250 sec
2024-11-14T02:51:20,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:20,089 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-14T02:51:20,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:20,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:20,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:20,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:20,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:20,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:20,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/5743da976a5143378337d5993e671667 is 50, key is test_row_0/A:col10/1731552680088/Put/seqid=0
2024-11-14T02:51:20,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742108_1284 (size=9857)
2024-11-14T02:51:20,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552740124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:20,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:20,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:20,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:20,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:20,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552740128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:20,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:20,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:20,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:20,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552740236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:20,237 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:20,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:20,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552740236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:20,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:20,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:20,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:20,238 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:20,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51542 deadline: 1731552740346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:20,350 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_0' in 06a24175b09c08c286a9906562311e01 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8228 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:20,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:20,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:20,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:20,448 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:20,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552740446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:20,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:20,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:20,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:20,449 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552740446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:20,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:20,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:20,449 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:20,503 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/5743da976a5143378337d5993e671667
2024-11-14T02:51:20,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/5bb7bfe8f4944da18578dfbec0bc1104 is 50, key is test_row_0/B:col10/1731552680088/Put/seqid=0
2024-11-14T02:51:20,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742109_1285 (size=9857)
2024-11-14T02:51:20,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-14T02:51:20,556 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:51:20,557 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:51:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees
2024-11-14T02:51:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-14T02:51:20,558 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:51:20,559 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552740556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:20,559 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:51:20,559 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:51:20,559 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in 06a24175b09c08c286a9906562311e01 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:20,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:20,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:20,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-14T02:51:20,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-14T02:51:20,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:20,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:20,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:20,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:20,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:20,757 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552740756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:20,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:20,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:20,758 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:20,758 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552740756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:20,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:20,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:20,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:20,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-14T02:51:20,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:20,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:20,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:20,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:20,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-14T02:51:20,917 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/5bb7bfe8f4944da18578dfbec0bc1104
2024-11-14T02:51:20,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/eec933efeeca42aab8e4109aa1754e8d is 50, key is test_row_0/C:col10/1731552680088/Put/seqid=0
2024-11-14T02:51:20,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742110_1286 (size=9857)
2024-11-14T02:51:21,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-14T02:51:21,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:21,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:21,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:21,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:21,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:21,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:21,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-14T02:51:21,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:21,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:21,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:21,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:21,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-14T02:51:21,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:21,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552741266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:21,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:21,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:21,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552741266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:21,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:21,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:21,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:21,268 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:21,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-14T02:51:21,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:21,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:21,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:21,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:21,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:21,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:21,327 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/eec933efeeca42aab8e4109aa1754e8d
2024-11-14T02:51:21,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/5743da976a5143378337d5993e671667 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/5743da976a5143378337d5993e671667
2024-11-14T02:51:21,333 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/5743da976a5143378337d5993e671667, entries=100, sequenceid=390, filesize=9.6 K
2024-11-14T02:51:21,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/5bb7bfe8f4944da18578dfbec0bc1104 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/5bb7bfe8f4944da18578dfbec0bc1104
2024-11-14T02:51:21,338 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/5bb7bfe8f4944da18578dfbec0bc1104, entries=100, sequenceid=390, filesize=9.6 K
2024-11-14T02:51:21,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/eec933efeeca42aab8e4109aa1754e8d as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/eec933efeeca42aab8e4109aa1754e8d
2024-11-14T02:51:21,342 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/eec933efeeca42aab8e4109aa1754e8d, entries=100, sequenceid=390, filesize=9.6 K
2024-11-14T02:51:21,342 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 06a24175b09c08c286a9906562311e01 in 1253ms, sequenceid=390, compaction requested=true
2024-11-14T02:51:21,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:21,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:51:21,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:21,343 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:21,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:51:21,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:21,343 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:21,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:51:21,343 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:21,344 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:21,344 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/A is initiating minor compaction (all files)
2024-11-14T02:51:21,344 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/A in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:21,344 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/3095cf0811eb4ac38c87bcd2175ab3ea, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/214d823c5c4e4574a2030149f9690a31, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/5743da976a5143378337d5993e671667] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=34.3 K
2024-11-14T02:51:21,344 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:21,344 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3095cf0811eb4ac38c87bcd2175ab3ea, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731552678240
2024-11-14T02:51:21,344 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/B is initiating minor compaction (all files)
2024-11-14T02:51:21,344 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/B in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:21,344 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/d0fec7da64944027879bd4468cb43b8c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/bbfadbe89f0e4a5997af3c8d7b38607e, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/5bb7bfe8f4944da18578dfbec0bc1104] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=34.3 K
2024-11-14T02:51:21,344 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 214d823c5c4e4574a2030149f9690a31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731552678363
2024-11-14T02:51:21,344 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting d0fec7da64944027879bd4468cb43b8c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731552678240
2024-11-14T02:51:21,345 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5743da976a5143378337d5993e671667, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731552680088
2024-11-14T02:51:21,345 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting bbfadbe89f0e4a5997af3c8d7b38607e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731552678363
2024-11-14T02:51:21,345 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bb7bfe8f4944da18578dfbec0bc1104, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731552680088
2024-11-14T02:51:21,350 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:21,351 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/1414c5f4e8f04c618c5b01ac99f055c9 is 50, key is test_row_0/B:col10/1731552680088/Put/seqid=0
2024-11-14T02:51:21,362 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#A#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:21,363 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/2f181a7761914862ac9eeb73cf6112e8 is 50, key is test_row_0/A:col10/1731552680088/Put/seqid=0
2024-11-14T02:51:21,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742111_1287 (size=13051)
2024-11-14T02:51:21,382 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742112_1288 (size=13051)
2024-11-14T02:51:21,388 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/1414c5f4e8f04c618c5b01ac99f055c9 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/1414c5f4e8f04c618c5b01ac99f055c9
2024-11-14T02:51:21,397 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/B of 06a24175b09c08c286a9906562311e01 into 1414c5f4e8f04c618c5b01ac99f055c9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:21,397 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:21,397 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/B, priority=13, startTime=1731552681343; duration=0sec
2024-11-14T02:51:21,397 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:21,397 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:B
2024-11-14T02:51:21,397 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:21,398 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:21,398 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/C is initiating minor compaction (all files)
2024-11-14T02:51:21,398 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/C in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:21,398 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/45fce30ed0844af5873719ca8100f383, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/c0af258499404157b881253dadc9217c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/eec933efeeca42aab8e4109aa1754e8d] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=34.3 K
2024-11-14T02:51:21,399 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 45fce30ed0844af5873719ca8100f383, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1731552678240
2024-11-14T02:51:21,400 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting c0af258499404157b881253dadc9217c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731552678363
2024-11-14T02:51:21,400 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting eec933efeeca42aab8e4109aa1754e8d, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731552680088
2024-11-14T02:51:21,406 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#C#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:21,407 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/0c5453fe056f4195bd852e2114989c58 is 50, key is test_row_0/C:col10/1731552680088/Put/seqid=0
2024-11-14T02:51:21,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742113_1289 (size=13051)
2024-11-14T02:51:21,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-14T02:51:21,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:21,475 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-14T02:51:21,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:21,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:21,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:21,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:21,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:21,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:21,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/755b4324613c4cdbaae9003a12cc0281 is 50, key is test_row_0/A:col10/1731552680117/Put/seqid=0
2024-11-14T02:51:21,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742114_1290 (size=12301)
2024-11-14T02:51:21,483 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/755b4324613c4cdbaae9003a12cc0281
2024-11-14T02:51:21,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/5dc28da489c3437ca49d5e1409efe453 is 50, key is test_row_0/B:col10/1731552680117/Put/seqid=0
2024-11-14T02:51:21,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742115_1291 (size=12301)
2024-11-14T02:51:21,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-14T02:51:21,786 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/2f181a7761914862ac9eeb73cf6112e8 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/2f181a7761914862ac9eeb73cf6112e8
2024-11-14T02:51:21,790 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/A of 06a24175b09c08c286a9906562311e01 into 2f181a7761914862ac9eeb73cf6112e8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:21,790 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:21,790 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/A, priority=13, startTime=1731552681343; duration=0sec
2024-11-14T02:51:21,790 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:21,790 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:A
2024-11-14T02:51:21,818 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/0c5453fe056f4195bd852e2114989c58 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/0c5453fe056f4195bd852e2114989c58
2024-11-14T02:51:21,824 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/C of 06a24175b09c08c286a9906562311e01 into 0c5453fe056f4195bd852e2114989c58(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:21,824 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:21,824 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/C, priority=13, startTime=1731552681343; duration=0sec
2024-11-14T02:51:21,824 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:21,824 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:C
2024-11-14T02:51:21,894 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/5dc28da489c3437ca49d5e1409efe453
2024-11-14T02:51:21,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/970759fc54d1490cb493b9706cb2b164 is 50, key is test_row_0/C:col10/1731552680117/Put/seqid=0
2024-11-14T02:51:21,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742116_1292 (size=12301)
2024-11-14T02:51:21,905 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/970759fc54d1490cb493b9706cb2b164
2024-11-14T02:51:21,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/755b4324613c4cdbaae9003a12cc0281 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/755b4324613c4cdbaae9003a12cc0281
2024-11-14T02:51:21,914 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/755b4324613c4cdbaae9003a12cc0281, entries=150, sequenceid=410, filesize=12.0 K
2024-11-14T02:51:21,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/5dc28da489c3437ca49d5e1409efe453 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/5dc28da489c3437ca49d5e1409efe453
2024-11-14T02:51:21,920 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/5dc28da489c3437ca49d5e1409efe453, entries=150, sequenceid=410, filesize=12.0 K
2024-11-14T02:51:21,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/970759fc54d1490cb493b9706cb2b164 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/970759fc54d1490cb493b9706cb2b164
2024-11-14T02:51:21,924 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/970759fc54d1490cb493b9706cb2b164, entries=150, sequenceid=410, filesize=12.0 K
2024-11-14T02:51:21,925 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 06a24175b09c08c286a9906562311e01 in 449ms, sequenceid=410, compaction requested=false
2024-11-14T02:51:21,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:21,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:21,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81
2024-11-14T02:51:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=81
2024-11-14T02:51:21,927 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80
2024-11-14T02:51:21,927 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3670 sec
2024-11-14T02:51:21,929 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.3710 sec
2024-11-14T02:51:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:22,289 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-14T02:51:22,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:22,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:22,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:22,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:22,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:22,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:22,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/a6a50325a8864594899d95b42e0f37a4 is 50, key is test_row_0/A:col10/1731552682276/Put/seqid=0
2024-11-14T02:51:22,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742117_1293 (size=14741)
2024-11-14T02:51:22,306 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/a6a50325a8864594899d95b42e0f37a4
2024-11-14T02:51:22,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/b48d71303dff415b9bc029aa233c5979 is 50, key is test_row_0/B:col10/1731552682276/Put/seqid=0
2024-11-14T02:51:22,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742118_1294 (size=12301)
2024-11-14T02:51:22,333 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731552682321, max timestamp=1731552682330Num uniques 859; 
2024-11-14T02:51:22,333 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731552682321, max timestamp=1731552682330Num uniques 859; 
2024-11-14T02:51:22,333 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-14T02:51:22,333 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-14T02:51:22,333 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731552682321, max timestamp=1731552682330Num uniques 859; 
2024-11-14T02:51:22,333 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-14T02:51:22,375 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:22,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552742371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:22,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:22,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:22,376 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:22,376 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552742372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:22,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:22,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:22,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:22,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552742486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:22,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:22,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:22,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552742486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:22,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:22,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:22,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:22,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:22,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:22,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:22,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552742576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:22,581 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in 06a24175b09c08c286a9906562311e01 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4202 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:22,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:22,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552742696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:22,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:22,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552742697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:22,700 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:22,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-14T02:51:22,706 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:51:22,707 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:51:22,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees
2024-11-14T02:51:22,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-14T02:51:22,708 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:51:22,709 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:51:22,709 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:51:22,716 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/b48d71303dff415b9bc029aa233c5979
2024-11-14T02:51:22,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/ce2454057d714f06ab2825d908e489f6 is 50, key is test_row_0/C:col10/1731552682276/Put/seqid=0
2024-11-14T02:51:22,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742119_1295 (size=12301)
2024-11-14T02:51:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-14T02:51:22,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83
2024-11-14T02:51:22,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:22,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:22,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:22,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:22,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=83
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:23,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552743006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:23,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:23,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:23,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:23,010 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:23,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552743007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:23,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:23,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:23,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:23,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83
2024-11-14T02:51:23,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:23,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:23,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:23,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:23,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=83
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-14T02:51:23,128 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=422 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/ce2454057d714f06ab2825d908e489f6
2024-11-14T02:51:23,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/a6a50325a8864594899d95b42e0f37a4 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/a6a50325a8864594899d95b42e0f37a4
2024-11-14T02:51:23,136 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/a6a50325a8864594899d95b42e0f37a4, entries=200, sequenceid=422, filesize=14.4 K
2024-11-14T02:51:23,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/b48d71303dff415b9bc029aa233c5979 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/b48d71303dff415b9bc029aa233c5979
2024-11-14T02:51:23,141 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/b48d71303dff415b9bc029aa233c5979, entries=150, sequenceid=422, filesize=12.0 K
2024-11-14T02:51:23,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/ce2454057d714f06ab2825d908e489f6 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/ce2454057d714f06ab2825d908e489f6
2024-11-14T02:51:23,145 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/ce2454057d714f06ab2825d908e489f6, entries=150, sequenceid=422, filesize=12.0 K
2024-11-14T02:51:23,146 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 06a24175b09c08c286a9906562311e01 in 857ms, sequenceid=422, compaction requested=true
2024-11-14T02:51:23,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:23,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:51:23,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:23,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:51:23,146 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:23,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:23,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:51:23,146 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:23,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:23,147 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:23,147 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:23,147 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/A is initiating minor compaction (all files)
2024-11-14T02:51:23,147 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/B is initiating minor compaction (all files)
2024-11-14T02:51:23,147 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/A in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:23,147 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/B in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:23,147 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/2f181a7761914862ac9eeb73cf6112e8, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/755b4324613c4cdbaae9003a12cc0281, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/a6a50325a8864594899d95b42e0f37a4] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=39.2 K
2024-11-14T02:51:23,147 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/1414c5f4e8f04c618c5b01ac99f055c9, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/5dc28da489c3437ca49d5e1409efe453, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/b48d71303dff415b9bc029aa233c5979] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=36.8 K
2024-11-14T02:51:23,151 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 1414c5f4e8f04c618c5b01ac99f055c9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731552678363
2024-11-14T02:51:23,151 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f181a7761914862ac9eeb73cf6112e8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731552678363
2024-11-14T02:51:23,152 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 5dc28da489c3437ca49d5e1409efe453, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731552680109
2024-11-14T02:51:23,152 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 755b4324613c4cdbaae9003a12cc0281, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731552680109
2024-11-14T02:51:23,152 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting b48d71303dff415b9bc029aa233c5979, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731552682276
2024-11-14T02:51:23,152 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6a50325a8864594899d95b42e0f37a4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731552682276
2024-11-14T02:51:23,161 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#B#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:23,162 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/2ce70e6858a448cbbb9ad7f2fcb99755 is 50, key is test_row_0/B:col10/1731552682276/Put/seqid=0
2024-11-14T02:51:23,162 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#A#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:23,163 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/e9029ef3cc31403b8d0618cc3314dbeb is 50, key is test_row_0/A:col10/1731552682276/Put/seqid=0
2024-11-14T02:51:23,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83
2024-11-14T02:51:23,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:23,168 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB
2024-11-14T02:51:23,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:23,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:51:23,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:23,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:51:23,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:23,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:51:23,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742120_1296 (size=13153)
2024-11-14T02:51:23,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742121_1297 (size=13153)
2024-11-14T02:51:23,180 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/e9029ef3cc31403b8d0618cc3314dbeb as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/e9029ef3cc31403b8d0618cc3314dbeb
2024-11-14T02:51:23,184 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/2ce70e6858a448cbbb9ad7f2fcb99755 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/2ce70e6858a448cbbb9ad7f2fcb99755
2024-11-14T02:51:23,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/ab70a824afa94ca3894a62e45728d09a is 50, key is test_row_0/A:col10/1731552682371/Put/seqid=0
2024-11-14T02:51:23,187 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/A of 06a24175b09c08c286a9906562311e01 into e9029ef3cc31403b8d0618cc3314dbeb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:23,187 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:23,187 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/A, priority=13, startTime=1731552683146; duration=0sec
2024-11-14T02:51:23,187 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:23,187 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:A
2024-11-14T02:51:23,187 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:23,188 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:23,189 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/C is initiating minor compaction (all files)
2024-11-14T02:51:23,189 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/C in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:23,189 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/0c5453fe056f4195bd852e2114989c58, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/970759fc54d1490cb493b9706cb2b164, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/ce2454057d714f06ab2825d908e489f6] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=36.8 K
2024-11-14T02:51:23,190 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c5453fe056f4195bd852e2114989c58, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731552678363
2024-11-14T02:51:23,191 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 970759fc54d1490cb493b9706cb2b164, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731552680109
2024-11-14T02:51:23,193 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/B of 06a24175b09c08c286a9906562311e01 into 2ce70e6858a448cbbb9ad7f2fcb99755(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:23,193 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:23,193 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/B, priority=13, startTime=1731552683146; duration=0sec
2024-11-14T02:51:23,193 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:23,194 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:B
2024-11-14T02:51:23,194 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce2454057d714f06ab2825d908e489f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731552682276
2024-11-14T02:51:23,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742122_1298 (size=12301)
2024-11-14T02:51:23,196 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/ab70a824afa94ca3894a62e45728d09a
2024-11-14T02:51:23,204 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#C#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:23,205 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/52e100959abb48698f2daf35c53b654b is 50, key is test_row_0/C:col10/1731552682276/Put/seqid=0
2024-11-14T02:51:23,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/8f7d2d8dc6474a3ab0bc14a7cf226ab9 is 50, key is test_row_0/B:col10/1731552682371/Put/seqid=0
2024-11-14T02:51:23,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742123_1299 (size=13153)
2024-11-14T02:51:23,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742124_1300 (size=12301)
2024-11-14T02:51:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-14T02:51:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:23,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:23,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:23,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552743530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:23,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:23,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:23,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:23,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552743533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:23,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:23,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:23,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:23,614 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/52e100959abb48698f2daf35c53b654b as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/52e100959abb48698f2daf35c53b654b
2024-11-14T02:51:23,618 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/C of 06a24175b09c08c286a9906562311e01 into 52e100959abb48698f2daf35c53b654b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:23,618 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:23,618 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/C, priority=13, startTime=1731552683146; duration=0sec
2024-11-14T02:51:23,619 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:23,619 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:C
2024-11-14T02:51:23,626 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/8f7d2d8dc6474a3ab0bc14a7cf226ab9
2024-11-14T02:51:23,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/a1452a5875e542ab995c0807bc0af644 is 50, key is test_row_0/C:col10/1731552682371/Put/seqid=0
2024-11-14T02:51:23,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742125_1301 (size=12301)
2024-11-14T02:51:23,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552743646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:23,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:23,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:23,648 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:23,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552743646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:23,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-14T02:51:23,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:23,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552743856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:23,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:23,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552743856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:24,038 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/a1452a5875e542ab995c0807bc0af644
2024-11-14T02:51:24,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/ab70a824afa94ca3894a62e45728d09a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/ab70a824afa94ca3894a62e45728d09a
2024-11-14T02:51:24,044 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/ab70a824afa94ca3894a62e45728d09a, entries=150, sequenceid=459, filesize=12.0 K
2024-11-14T02:51:24,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/8f7d2d8dc6474a3ab0bc14a7cf226ab9 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/8f7d2d8dc6474a3ab0bc14a7cf226ab9
2024-11-14T02:51:24,048 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/8f7d2d8dc6474a3ab0bc14a7cf226ab9, entries=150, sequenceid=459, filesize=12.0 K
2024-11-14T02:51:24,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/a1452a5875e542ab995c0807bc0af644 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/a1452a5875e542ab995c0807bc0af644
2024-11-14T02:51:24,052 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/a1452a5875e542ab995c0807bc0af644, entries=150, sequenceid=459, filesize=12.0 K
2024-11-14T02:51:24,053 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 06a24175b09c08c286a9906562311e01 in 885ms, sequenceid=459, compaction requested=false
2024-11-14T02:51:24,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:24,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:24,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83
2024-11-14T02:51:24,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=83
2024-11-14T02:51:24,056 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82
2024-11-14T02:51:24,056 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3450 sec
2024-11-14T02:51:24,057 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.3490 sec
2024-11-14T02:51:24,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:24,170 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-14T02:51:24,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:24,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:24,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:24,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:24,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:24,170 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:24,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/f085935a724d45118b70ca5ce5ca97a6 is 50, key is test_row_0/A:col10/1731552684168/Put/seqid=0
2024-11-14T02:51:24,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742126_1302 (size=17181)
2024-11-14T02:51:24,184 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/f085935a724d45118b70ca5ce5ca97a6
2024-11-14T02:51:24,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/a1596c8ea7894eea9ebc33fcc424217d is 50, key is test_row_0/B:col10/1731552684168/Put/seqid=0
2024-11-14T02:51:24,203 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742127_1303 (size=12301)
2024-11-14T02:51:24,204 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/a1596c8ea7894eea9ebc33fcc424217d
2024-11-14T02:51:24,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/c0ea46ba48dc4108a6c17b6281f8ec77 is 50, key is test_row_0/C:col10/1731552684168/Put/seqid=0
2024-11-14T02:51:24,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742128_1304 (size=12301)
2024-11-14T02:51:24,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552744211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:24,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:24,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:24,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:24,216 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=474 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/c0ea46ba48dc4108a6c17b6281f8ec77
2024-11-14T02:51:24,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552744215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:24,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:24,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:24,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:24,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/f085935a724d45118b70ca5ce5ca97a6 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/f085935a724d45118b70ca5ce5ca97a6
2024-11-14T02:51:24,225 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/f085935a724d45118b70ca5ce5ca97a6, entries=250, sequenceid=474, filesize=16.8 K
2024-11-14T02:51:24,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/a1596c8ea7894eea9ebc33fcc424217d as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/a1596c8ea7894eea9ebc33fcc424217d
2024-11-14T02:51:24,239 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/a1596c8ea7894eea9ebc33fcc424217d, entries=150, sequenceid=474, filesize=12.0 K
2024-11-14T02:51:24,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/c0ea46ba48dc4108a6c17b6281f8ec77 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/c0ea46ba48dc4108a6c17b6281f8ec77
2024-11-14T02:51:24,254 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/c0ea46ba48dc4108a6c17b6281f8ec77, entries=150, sequenceid=474, filesize=12.0 K
2024-11-14T02:51:24,255 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 06a24175b09c08c286a9906562311e01 in 85ms, sequenceid=474, compaction requested=true
2024-11-14T02:51:24,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:24,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:51:24,255 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:24,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:24,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:51:24,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:24,255 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:24,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:51:24,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:24,257 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:24,257 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/A is initiating minor compaction (all files)
2024-11-14T02:51:24,257 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/A in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:24,257 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/e9029ef3cc31403b8d0618cc3314dbeb, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/ab70a824afa94ca3894a62e45728d09a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/f085935a724d45118b70ca5ce5ca97a6] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=41.6 K
2024-11-14T02:51:24,257 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:24,258 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/B is initiating minor compaction (all files)
2024-11-14T02:51:24,258 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/B in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:24,258 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/2ce70e6858a448cbbb9ad7f2fcb99755, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/8f7d2d8dc6474a3ab0bc14a7cf226ab9, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/a1596c8ea7894eea9ebc33fcc424217d] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=36.9 K
2024-11-14T02:51:24,258 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9029ef3cc31403b8d0618cc3314dbeb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731552682276
2024-11-14T02:51:24,259 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab70a824afa94ca3894a62e45728d09a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731552682359
2024-11-14T02:51:24,259 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ce70e6858a448cbbb9ad7f2fcb99755, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731552682276
2024-11-14T02:51:24,259 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting f085935a724d45118b70ca5ce5ca97a6, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731552683523
2024-11-14T02:51:24,259 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f7d2d8dc6474a3ab0bc14a7cf226ab9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731552682359
2024-11-14T02:51:24,260 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting a1596c8ea7894eea9ebc33fcc424217d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731552683523
2024-11-14T02:51:24,269 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#B#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:24,269 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/4baf17b5d9b64c6f9c7fcdb58c5f2e18 is 50, key is test_row_0/B:col10/1731552684168/Put/seqid=0
2024-11-14T02:51:24,270 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#A#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:24,270 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/bb1c7a51ae90451abb6499868b81c678 is 50, key is test_row_0/A:col10/1731552684168/Put/seqid=0
2024-11-14T02:51:24,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742130_1306 (size=13255)
2024-11-14T02:51:24,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742129_1305 (size=13255)
2024-11-14T02:51:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:24,327 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB
2024-11-14T02:51:24,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:24,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:51:24,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:24,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:51:24,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:24,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:51:24,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/47ca81e879f44f2791b35c5a514990b7 is 50, key is test_row_0/A:col10/1731552684326/Put/seqid=0
2024-11-14T02:51:24,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742131_1307 (size=12301)
2024-11-14T02:51:24,349 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552744345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:24,349 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:24,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:24,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:24,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:24,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552744349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:24,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:24,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:24,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:24,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:24,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552744456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:24,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:24,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:24,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:24,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:24,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552744456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:24,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:24,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:24,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:24,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552744666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:24,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:24,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:24,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552744667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:24,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:24,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:24,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:24,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:24,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:24,688 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/4baf17b5d9b64c6f9c7fcdb58c5f2e18 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/4baf17b5d9b64c6f9c7fcdb58c5f2e18
2024-11-14T02:51:24,698 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/bb1c7a51ae90451abb6499868b81c678 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/bb1c7a51ae90451abb6499868b81c678
2024-11-14T02:51:24,698 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/B of 06a24175b09c08c286a9906562311e01 into 4baf17b5d9b64c6f9c7fcdb58c5f2e18(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:24,698 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:24,698 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/B, priority=13, startTime=1731552684255; duration=0sec
2024-11-14T02:51:24,698 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:24,698 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:B
2024-11-14T02:51:24,699 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:24,699 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:24,699 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/C is initiating minor compaction (all files)
2024-11-14T02:51:24,699 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/C in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:24,700 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/52e100959abb48698f2daf35c53b654b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/a1452a5875e542ab995c0807bc0af644, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/c0ea46ba48dc4108a6c17b6281f8ec77] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=36.9 K
2024-11-14T02:51:24,700 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 52e100959abb48698f2daf35c53b654b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=422, earliestPutTs=1731552682276
2024-11-14T02:51:24,700 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting a1452a5875e542ab995c0807bc0af644, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1731552682359
2024-11-14T02:51:24,701 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting c0ea46ba48dc4108a6c17b6281f8ec77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731552683523
2024-11-14T02:51:24,703 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/A of 06a24175b09c08c286a9906562311e01 into bb1c7a51ae90451abb6499868b81c678(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:24,703 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:24,703 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/A, priority=13, startTime=1731552684255; duration=0sec
2024-11-14T02:51:24,703 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:24,703 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:A
2024-11-14T02:51:24,707 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#C#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:24,708 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/44f1fa3743d040bcbdb15dc847b2e6b6 is 50, key is test_row_0/C:col10/1731552684168/Put/seqid=0
2024-11-14T02:51:24,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742132_1308 (size=13255)
2024-11-14T02:51:24,716 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/44f1fa3743d040bcbdb15dc847b2e6b6 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/44f1fa3743d040bcbdb15dc847b2e6b6
2024-11-14T02:51:24,720 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/C of 06a24175b09c08c286a9906562311e01 into 44f1fa3743d040bcbdb15dc847b2e6b6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:24,720 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:24,720 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/C, priority=13, startTime=1731552684255; duration=0sec
2024-11-14T02:51:24,720 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:24,720 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:C
2024-11-14T02:51:24,737 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/47ca81e879f44f2791b35c5a514990b7
2024-11-14T02:51:24,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/649ce6bfa5db413dbaf9ec2be2c5d939 is 50, key is test_row_0/B:col10/1731552684326/Put/seqid=0
2024-11-14T02:51:24,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742133_1309 (size=12301)
2024-11-14T02:51:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-14T02:51:24,857 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:51:24,857 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:51:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees
2024-11-14T02:51:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-14T02:51:24,859 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:51:24,859 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:51:24,859 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:51:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-14T02:51:24,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552744977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:24,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:24,978 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:24,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:24,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552744977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:24,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:24,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:24,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:25,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-14T02:51:25,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:25,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:25,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:25,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:25,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:25,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:25,149 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/649ce6bfa5db413dbaf9ec2be2c5d939
2024-11-14T02:51:25,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/b7a84fcb381e4dd58ba9301223c6795c is 50, key is test_row_0/C:col10/1731552684326/Put/seqid=0
2024-11-14T02:51:25,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742134_1310 (size=12301)
2024-11-14T02:51:25,160 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/b7a84fcb381e4dd58ba9301223c6795c
2024-11-14T02:51:25,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-14T02:51:25,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:25,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:25,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:25,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:25,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:25,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/47ca81e879f44f2791b35c5a514990b7 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/47ca81e879f44f2791b35c5a514990b7
2024-11-14T02:51:25,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:25,169 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/47ca81e879f44f2791b35c5a514990b7, entries=150, sequenceid=495, filesize=12.0 K
2024-11-14T02:51:25,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/649ce6bfa5db413dbaf9ec2be2c5d939 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/649ce6bfa5db413dbaf9ec2be2c5d939
2024-11-14T02:51:25,173 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/649ce6bfa5db413dbaf9ec2be2c5d939, entries=150, sequenceid=495, filesize=12.0 K
2024-11-14T02:51:25,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/b7a84fcb381e4dd58ba9301223c6795c as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/b7a84fcb381e4dd58ba9301223c6795c
2024-11-14T02:51:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-14T02:51:25,178 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/b7a84fcb381e4dd58ba9301223c6795c, entries=150, sequenceid=495, filesize=12.0 K
2024-11-14T02:51:25,179 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 06a24175b09c08c286a9906562311e01 in 852ms, sequenceid=495, compaction requested=false
2024-11-14T02:51:25,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:25,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:25,308 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-14T02:51:25,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:25,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:25,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:25,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:25,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:25,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:25,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/6bf7fdeb18fc433d913b1b6a88e00d8f is 50, key is test_row_0/A:col10/1731552685306/Put/seqid=0
2024-11-14T02:51:25,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742135_1311 (size=14741)
2024-11-14T02:51:25,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-14T02:51:25,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:25,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:25,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:25,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:25,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:25,318 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/6bf7fdeb18fc433d913b1b6a88e00d8f
2024-11-14T02:51:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:25,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/2b4105d0da4c488596575dbfb6c4f42b is 50, key is test_row_0/B:col10/1731552685306/Put/seqid=0
2024-11-14T02:51:25,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742136_1312 (size=12301)
2024-11-14T02:51:25,365 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/2b4105d0da4c488596575dbfb6c4f42b
2024-11-14T02:51:25,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/a5c11812b110457e96e867e53a7e0ca7 is 50, key is test_row_0/C:col10/1731552685306/Put/seqid=0
2024-11-14T02:51:25,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742137_1313 (size=12301)
2024-11-14T02:51:25,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:25,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51596 deadline: 1731552745417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:25,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:25,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:25,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:25,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-14T02:51:25,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:25,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:25,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:25,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:25,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-14T02:51:25,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552745486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:25,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:25,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:25,491 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:25,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552745486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:25,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:25,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:25,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:25,530 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51596 deadline: 1731552745526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:25,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:25,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:25,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:25,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-14T02:51:25,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:25,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:25,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:25,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:25,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:25,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:25,739 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:25,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51596 deadline: 1731552745736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:25,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:25,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:25,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:25,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-14T02:51:25,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:25,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:25,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:25,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:25,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85
java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=85
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:25,797 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/a5c11812b110457e96e867e53a7e0ca7
2024-11-14T02:51:25,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/6bf7fdeb18fc433d913b1b6a88e00d8f as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/6bf7fdeb18fc433d913b1b6a88e00d8f
2024-11-14T02:51:25,814 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/6bf7fdeb18fc433d913b1b6a88e00d8f, entries=200, sequenceid=510, filesize=14.4 K
2024-11-14T02:51:25,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/2b4105d0da4c488596575dbfb6c4f42b as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/2b4105d0da4c488596575dbfb6c4f42b
2024-11-14T02:51:25,820 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/2b4105d0da4c488596575dbfb6c4f42b, entries=150, sequenceid=510, filesize=12.0 K
2024-11-14T02:51:25,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/a5c11812b110457e96e867e53a7e0ca7 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/a5c11812b110457e96e867e53a7e0ca7
2024-11-14T02:51:25,829 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/a5c11812b110457e96e867e53a7e0ca7, entries=150, sequenceid=510, filesize=12.0 K
2024-11-14T02:51:25,830 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 06a24175b09c08c286a9906562311e01 in 522ms, sequenceid=510, compaction requested=true
2024-11-14T02:51:25,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:25,830 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:25,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:51:25,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:25,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:51:25,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:25,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:51:25,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-14T02:51:25,831 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:25,831 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:25,831 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/A is initiating minor compaction (all files)
2024-11-14T02:51:25,831 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/A in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:25,831 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/bb1c7a51ae90451abb6499868b81c678, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/47ca81e879f44f2791b35c5a514990b7, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/6bf7fdeb18fc433d913b1b6a88e00d8f] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=39.4 K
2024-11-14T02:51:25,831 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:25,831 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/B is initiating minor compaction (all files)
2024-11-14T02:51:25,831 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb1c7a51ae90451abb6499868b81c678, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731552683523
2024-11-14T02:51:25,831 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/B in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:25,832 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/4baf17b5d9b64c6f9c7fcdb58c5f2e18, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/649ce6bfa5db413dbaf9ec2be2c5d939, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/2b4105d0da4c488596575dbfb6c4f42b] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=37.0 K
2024-11-14T02:51:25,832 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47ca81e879f44f2791b35c5a514990b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1731552684199
2024-11-14T02:51:25,832 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 4baf17b5d9b64c6f9c7fcdb58c5f2e18, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731552683523
2024-11-14T02:51:25,832 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bf7fdeb18fc433d913b1b6a88e00d8f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1731552684329
2024-11-14T02:51:25,832 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 649ce6bfa5db413dbaf9ec2be2c5d939, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1731552684199
2024-11-14T02:51:25,833 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b4105d0da4c488596575dbfb6c4f42b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1731552684329
2024-11-14T02:51:25,845 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#A#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:25,846 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/a22769a044504ec4a84d9eaca2b92114 is 50, key is test_row_0/A:col10/1731552685306/Put/seqid=0
2024-11-14T02:51:25,849 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#B#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:25,850 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/80e735f9f64d4b538febbff6d41b0ce2 is 50, key is test_row_0/B:col10/1731552685306/Put/seqid=0
2024-11-14T02:51:25,896 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742139_1315 (size=13357)
2024-11-14T02:51:25,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742138_1314 (size=13357)
2024-11-14T02:51:25,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85
2024-11-14T02:51:25,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:25,930 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-14T02:51:25,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:25,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:25,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:25,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:25,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:25,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:25,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/074c2bb03205441fb8f0db031412eb61 is 50, key is test_row_0/A:col10/1731552685415/Put/seqid=0
2024-11-14T02:51:25,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742140_1316 (size=12301)
2024-11-14T02:51:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-14T02:51:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:26,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. as already flushing
2024-11-14T02:51:26,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51596 deadline: 1731552746083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:26,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:26,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:26,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:26,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51596 deadline: 1731552746196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:26,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:26,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:26,200 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:26,301 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/80e735f9f64d4b538febbff6d41b0ce2 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/80e735f9f64d4b538febbff6d41b0ce2
2024-11-14T02:51:26,305 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/a22769a044504ec4a84d9eaca2b92114 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/a22769a044504ec4a84d9eaca2b92114
2024-11-14T02:51:26,305 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/B of 06a24175b09c08c286a9906562311e01 into 80e735f9f64d4b538febbff6d41b0ce2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:26,305 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:26,305 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/B, priority=13, startTime=1731552685830; duration=0sec
2024-11-14T02:51:26,305 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:26,305 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:B
2024-11-14T02:51:26,305 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:26,308 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:26,308 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/C is initiating minor compaction (all files)
2024-11-14T02:51:26,308 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/C in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:26,309 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/44f1fa3743d040bcbdb15dc847b2e6b6, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/b7a84fcb381e4dd58ba9301223c6795c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/a5c11812b110457e96e867e53a7e0ca7] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=37.0 K
2024-11-14T02:51:26,309 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 44f1fa3743d040bcbdb15dc847b2e6b6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=474, earliestPutTs=1731552683523
2024-11-14T02:51:26,309 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting b7a84fcb381e4dd58ba9301223c6795c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1731552684199
2024-11-14T02:51:26,310 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting a5c11812b110457e96e867e53a7e0ca7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1731552684329
2024-11-14T02:51:26,312 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/A of 06a24175b09c08c286a9906562311e01 into a22769a044504ec4a84d9eaca2b92114(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:26,312 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:26,312 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/A, priority=13, startTime=1731552685830; duration=0sec
2024-11-14T02:51:26,312 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:26,312 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:A
2024-11-14T02:51:26,320 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#C#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:26,320 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/7fae763ffac242e59ee36d3df0f64966 is 50, key is test_row_0/C:col10/1731552685306/Put/seqid=0
2024-11-14T02:51:26,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742141_1317 (size=13357)
2024-11-14T02:51:26,337 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/074c2bb03205441fb8f0db031412eb61
2024-11-14T02:51:26,339 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/7fae763ffac242e59ee36d3df0f64966 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/7fae763ffac242e59ee36d3df0f64966
2024-11-14T02:51:26,344 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/C of 06a24175b09c08c286a9906562311e01 into 7fae763ffac242e59ee36d3df0f64966(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:26,344 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:26,344 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/C, priority=13, startTime=1731552685830; duration=0sec
2024-11-14T02:51:26,344 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:26,344 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:C
2024-11-14T02:51:26,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/c382f282e9254a03aadcd84077a1f443 is 50, key is test_row_0/B:col10/1731552685415/Put/seqid=0
2024-11-14T02:51:26,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742142_1318 (size=12301)
2024-11-14T02:51:26,409 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:26,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51596 deadline: 1731552746406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:26,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:26,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:26,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:26,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51586 deadline: 1731552746496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:26,499 WARN  [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in 06a24175b09c08c286a9906562311e01 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:26,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:26,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:26,499 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:26,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:26,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51556 deadline: 1731552746506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:26,507 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_1' in 06a24175b09c08c286a9906562311e01 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:26,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:26,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:26,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:26,618 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:26,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51592 deadline: 1731552746616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:26,618 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in 06a24175b09c08c286a9906562311e01 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8239 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:26,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:26,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:26,619 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:26,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51596 deadline: 1731552746716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:26,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:26,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:26,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:51:26,756 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/c382f282e9254a03aadcd84077a1f443
2024-11-14T02:51:26,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/f1fc304804bb403281484352b59fb145 is 50, key is test_row_0/C:col10/1731552685415/Put/seqid=0
2024-11-14T02:51:26,789 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742143_1319 (size=12301)
2024-11-14T02:51:27,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-14T02:51:27,022 INFO  [Thread-1054 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1054.
2024-11-14T02:51:27,022 DEBUG [Thread-1054 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:51:27,022 DEBUG [Thread-1054 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:27,022 DEBUG [Thread-1054 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:27,022 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:51:27,024 INFO  [Thread-1048 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1048.
2024-11-14T02:51:27,024 DEBUG [Thread-1048 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:51:27,024 DEBUG [Thread-1048 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:27,024 DEBUG [Thread-1048 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:27,024 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:51:27,025 INFO  [Thread-1056 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1056.
2024-11-14T02:51:27,025 DEBUG [Thread-1056 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:51:27,025 DEBUG [Thread-1056 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:27,025 DEBUG [Thread-1056 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:27,025 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:51:27,026 INFO  [Thread-1052 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1052.
2024-11-14T02:51:27,026 DEBUG [Thread-1052 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:51:27,026 DEBUG [Thread-1052 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:27,026 DEBUG [Thread-1052 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:27,026 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:51:27,028 INFO  [Thread-1050 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1050.
2024-11-14T02:51:27,028 DEBUG [Thread-1050 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:51:27,028 DEBUG [Thread-1050 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:27,028 DEBUG [Thread-1050 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:27,028 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:51:27,191 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=530 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/f1fc304804bb403281484352b59fb145
2024-11-14T02:51:27,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/074c2bb03205441fb8f0db031412eb61 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/074c2bb03205441fb8f0db031412eb61
2024-11-14T02:51:27,204 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/074c2bb03205441fb8f0db031412eb61, entries=150, sequenceid=530, filesize=12.0 K
2024-11-14T02:51:27,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/c382f282e9254a03aadcd84077a1f443 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/c382f282e9254a03aadcd84077a1f443
2024-11-14T02:51:27,212 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/c382f282e9254a03aadcd84077a1f443, entries=150, sequenceid=530, filesize=12.0 K
2024-11-14T02:51:27,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/f1fc304804bb403281484352b59fb145 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/f1fc304804bb403281484352b59fb145
2024-11-14T02:51:27,217 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/f1fc304804bb403281484352b59fb145, entries=150, sequenceid=530, filesize=12.0 K
2024-11-14T02:51:27,218 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 06a24175b09c08c286a9906562311e01 in 1287ms, sequenceid=530, compaction requested=false
2024-11-14T02:51:27,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:27,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:27,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85
2024-11-14T02:51:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=85
2024-11-14T02:51:27,221 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84
2024-11-14T02:51:27,221 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3600 sec
2024-11-14T02:51:27,223 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 2.3640 sec
2024-11-14T02:51:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:27,227 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-14T02:51:27,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:27,228 INFO  [Thread-1043 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1043.
2024-11-14T02:51:27,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:27,228 DEBUG [Thread-1043 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:51:27,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:27,228 DEBUG [Thread-1043 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:27,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:27,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:27,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:27,228 DEBUG [Thread-1043 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:27,228 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:51:27,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/f81b1e5cdc6b45a3b324ef4c6f152406 is 50, key is test_row_0/A:col10/1731552686076/Put/seqid=0
2024-11-14T02:51:27,235 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742144_1320 (size=12301)
2024-11-14T02:51:27,636 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/f81b1e5cdc6b45a3b324ef4c6f152406
2024-11-14T02:51:27,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/2d01a71331424e80a81fb6a0c3c94331 is 50, key is test_row_0/B:col10/1731552686076/Put/seqid=0
2024-11-14T02:51:27,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742145_1321 (size=12301)
2024-11-14T02:51:28,048 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/2d01a71331424e80a81fb6a0c3c94331
2024-11-14T02:51:28,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/646c6e46885d47aaba1e3916b139fae2 is 50, key is test_row_0/C:col10/1731552686076/Put/seqid=0
2024-11-14T02:51:28,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742146_1322 (size=12301)
2024-11-14T02:51:28,254 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T02:51:28,460 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/646c6e46885d47aaba1e3916b139fae2
2024-11-14T02:51:28,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/f81b1e5cdc6b45a3b324ef4c6f152406 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/f81b1e5cdc6b45a3b324ef4c6f152406
2024-11-14T02:51:28,467 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/f81b1e5cdc6b45a3b324ef4c6f152406, entries=150, sequenceid=546, filesize=12.0 K
2024-11-14T02:51:28,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/2d01a71331424e80a81fb6a0c3c94331 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/2d01a71331424e80a81fb6a0c3c94331
2024-11-14T02:51:28,472 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/2d01a71331424e80a81fb6a0c3c94331, entries=150, sequenceid=546, filesize=12.0 K
2024-11-14T02:51:28,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/646c6e46885d47aaba1e3916b139fae2 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/646c6e46885d47aaba1e3916b139fae2
2024-11-14T02:51:28,476 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/646c6e46885d47aaba1e3916b139fae2, entries=150, sequenceid=546, filesize=12.0 K
2024-11-14T02:51:28,477 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=0 B/0 for 06a24175b09c08c286a9906562311e01 in 1249ms, sequenceid=546, compaction requested=true
2024-11-14T02:51:28,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:28,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:51:28,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:28,477 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:28,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:51:28,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:28,477 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:28,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 06a24175b09c08c286a9906562311e01:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:51:28,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:28,478 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:28,478 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:28,478 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/A is initiating minor compaction (all files)
2024-11-14T02:51:28,478 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/B is initiating minor compaction (all files)
2024-11-14T02:51:28,478 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/A in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:28,478 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/B in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:28,478 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/a22769a044504ec4a84d9eaca2b92114, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/074c2bb03205441fb8f0db031412eb61, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/f81b1e5cdc6b45a3b324ef4c6f152406] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=37.1 K
2024-11-14T02:51:28,478 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/80e735f9f64d4b538febbff6d41b0ce2, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/c382f282e9254a03aadcd84077a1f443, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/2d01a71331424e80a81fb6a0c3c94331] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=37.1 K
2024-11-14T02:51:28,478 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting a22769a044504ec4a84d9eaca2b92114, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1731552684329
2024-11-14T02:51:28,478 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 80e735f9f64d4b538febbff6d41b0ce2, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1731552684329
2024-11-14T02:51:28,479 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting c382f282e9254a03aadcd84077a1f443, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1731552685401
2024-11-14T02:51:28,479 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 074c2bb03205441fb8f0db031412eb61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1731552685401
2024-11-14T02:51:28,479 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d01a71331424e80a81fb6a0c3c94331, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1731552686059
2024-11-14T02:51:28,479 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting f81b1e5cdc6b45a3b324ef4c6f152406, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1731552686059
2024-11-14T02:51:28,487 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#B#compaction#282 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:28,488 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/543ee0e962ff4abb899844ff4bff6324 is 50, key is test_row_0/B:col10/1731552686076/Put/seqid=0
2024-11-14T02:51:28,488 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#A#compaction#283 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:28,488 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/e2f2e1ffb3ed4e87bc533246c26caa58 is 50, key is test_row_0/A:col10/1731552686076/Put/seqid=0
2024-11-14T02:51:28,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742148_1324 (size=13459)
2024-11-14T02:51:28,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742147_1323 (size=13459)
2024-11-14T02:51:28,517 INFO  [Thread-1041 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1041.
2024-11-14T02:51:28,517 DEBUG [Thread-1041 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:51:28,517 DEBUG [Thread-1041 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:28,517 DEBUG [Thread-1041 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:28,517 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:51:28,528 INFO  [Thread-1039 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1039.
2024-11-14T02:51:28,528 DEBUG [Thread-1039 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:51:28,528 DEBUG [Thread-1039 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:28,528 DEBUG [Thread-1039 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:28,528 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:51:28,897 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/e2f2e1ffb3ed4e87bc533246c26caa58 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/e2f2e1ffb3ed4e87bc533246c26caa58
2024-11-14T02:51:28,897 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/543ee0e962ff4abb899844ff4bff6324 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/543ee0e962ff4abb899844ff4bff6324
2024-11-14T02:51:28,903 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/B of 06a24175b09c08c286a9906562311e01 into 543ee0e962ff4abb899844ff4bff6324(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:28,903 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/A of 06a24175b09c08c286a9906562311e01 into e2f2e1ffb3ed4e87bc533246c26caa58(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:28,903 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:28,903 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:28,903 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/B, priority=13, startTime=1731552688477; duration=0sec
2024-11-14T02:51:28,903 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/A, priority=13, startTime=1731552688477; duration=0sec
2024-11-14T02:51:28,904 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:28,904 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:A
2024-11-14T02:51:28,904 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:28,904 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:B
2024-11-14T02:51:28,904 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:28,904 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:28,905 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 06a24175b09c08c286a9906562311e01/C is initiating minor compaction (all files)
2024-11-14T02:51:28,905 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 06a24175b09c08c286a9906562311e01/C in TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:28,905 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/7fae763ffac242e59ee36d3df0f64966, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/f1fc304804bb403281484352b59fb145, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/646c6e46885d47aaba1e3916b139fae2] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp, totalSize=37.1 K
2024-11-14T02:51:28,905 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fae763ffac242e59ee36d3df0f64966, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1731552684329
2024-11-14T02:51:28,905 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1fc304804bb403281484352b59fb145, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=530, earliestPutTs=1731552685401
2024-11-14T02:51:28,905 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 646c6e46885d47aaba1e3916b139fae2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1731552686059
2024-11-14T02:51:28,912 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 06a24175b09c08c286a9906562311e01#C#compaction#284 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:28,912 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/34e07e6e73a048d38b0d197c00be43db is 50, key is test_row_0/C:col10/1731552686076/Put/seqid=0
2024-11-14T02:51:28,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742149_1325 (size=13459)
2024-11-14T02:51:29,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84
2024-11-14T02:51:29,017 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:51:29,321 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/34e07e6e73a048d38b0d197c00be43db as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/34e07e6e73a048d38b0d197c00be43db
2024-11-14T02:51:29,327 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 06a24175b09c08c286a9906562311e01/C of 06a24175b09c08c286a9906562311e01 into 34e07e6e73a048d38b0d197c00be43db(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:29,327 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 06a24175b09c08c286a9906562311e01:

2024-11-14T02:51:29,327 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., storeName=06a24175b09c08c286a9906562311e01/C, priority=13, startTime=1731552688477; duration=0sec
2024-11-14T02:51:29,327 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:29,327 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 06a24175b09c08c286a9906562311e01:C
2024-11-14T02:51:30,437 INFO  [Thread-1045 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1045.
2024-11-14T02:51:30,438 DEBUG [Thread-1045 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:51:30,438 DEBUG [Thread-1045 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:30,438 DEBUG [Thread-1045 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:30,438 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:51:36,630 INFO  [Thread-1037 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1037.
2024-11-14T02:51:36,631 DEBUG [Thread-1037 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:51:36,631 DEBUG [Thread-1037 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:36,631 DEBUG [Thread-1037 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:36,631 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:51:36,632 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-14T02:51:36,632 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 95
2024-11-14T02:51:36,632 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 135
2024-11-14T02:51:36,632 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 129
2024-11-14T02:51:36,632 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 35
2024-11-14T02:51:36,632 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 53
2024-11-14T02:51:36,632 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-14T02:51:36,632 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3112
2024-11-14T02:51:36,632 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3105
2024-11-14T02:51:36,632 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3200
2024-11-14T02:51:36,632 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3104
2024-11-14T02:51:36,632 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3064
2024-11-14T02:51:36,632 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-14T02:51:36,632 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-14T02:51:36,633 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-14T02:51:36,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:36,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:36,633 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:51:36,634 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-14T02:51:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-14T02:51:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-14T02:51:36,639 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552696639"}]},"ts":"1731552696639"}
2024-11-14T02:51:36,641 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-14T02:51:36,641 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-14T02:51:36,642 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-14T02:51:36,644 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=06a24175b09c08c286a9906562311e01, UNASSIGN}]
2024-11-14T02:51:36,645 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=06a24175b09c08c286a9906562311e01, UNASSIGN
2024-11-14T02:51:36,646 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=06a24175b09c08c286a9906562311e01, regionState=CLOSING, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:36,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=06a24175b09c08c286a9906562311e01, UNASSIGN because future has completed
2024-11-14T02:51:36,648 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T02:51:36,648 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826}]
2024-11-14T02:51:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-14T02:51:36,799 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(122): Close 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:36,800 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T02:51:36,800 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1722): Closing 06a24175b09c08c286a9906562311e01, disabling compactions & flushes
2024-11-14T02:51:36,800 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:36,800 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:36,800 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. after waiting 0 ms
2024-11-14T02:51:36,800 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:36,800 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(2902): Flushing 06a24175b09c08c286a9906562311e01 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB
2024-11-14T02:51:36,800 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=A
2024-11-14T02:51:36,800 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:36,800 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=B
2024-11-14T02:51:36,800 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:36,800 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 06a24175b09c08c286a9906562311e01, store=C
2024-11-14T02:51:36,800 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:36,806 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/80fac8ab8f704a79a784b38d4de3f940 is 50, key is test_row_0/A:col10/1731552690436/Put/seqid=0
2024-11-14T02:51:36,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742150_1326 (size=12301)
2024-11-14T02:51:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-14T02:51:37,211 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/80fac8ab8f704a79a784b38d4de3f940
2024-11-14T02:51:37,222 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/29f0e0667fdc45b195df6cc1e7c78e80 is 50, key is test_row_0/B:col10/1731552690436/Put/seqid=0
2024-11-14T02:51:37,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742151_1327 (size=12301)
2024-11-14T02:51:37,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-14T02:51:37,628 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/29f0e0667fdc45b195df6cc1e7c78e80
2024-11-14T02:51:37,659 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/6c6739a7385442209a9bbe352f54e034 is 50, key is test_row_0/C:col10/1731552690436/Put/seqid=0
2024-11-14T02:51:37,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742152_1328 (size=12301)
2024-11-14T02:51:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-14T02:51:38,064 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=556 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/6c6739a7385442209a9bbe352f54e034
2024-11-14T02:51:38,071 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/A/80fac8ab8f704a79a784b38d4de3f940 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/80fac8ab8f704a79a784b38d4de3f940
2024-11-14T02:51:38,077 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/80fac8ab8f704a79a784b38d4de3f940, entries=150, sequenceid=556, filesize=12.0 K
2024-11-14T02:51:38,078 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/B/29f0e0667fdc45b195df6cc1e7c78e80 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/29f0e0667fdc45b195df6cc1e7c78e80
2024-11-14T02:51:38,083 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/29f0e0667fdc45b195df6cc1e7c78e80, entries=150, sequenceid=556, filesize=12.0 K
2024-11-14T02:51:38,083 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/.tmp/C/6c6739a7385442209a9bbe352f54e034 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/6c6739a7385442209a9bbe352f54e034
2024-11-14T02:51:38,087 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/6c6739a7385442209a9bbe352f54e034, entries=150, sequenceid=556, filesize=12.0 K
2024-11-14T02:51:38,088 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 06a24175b09c08c286a9906562311e01 in 1288ms, sequenceid=556, compaction requested=false
2024-11-14T02:51:38,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/238fecfcde6c45e1ac2edbae28bf6b19, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/c46823f8d9654447a3160b24d5fb9c3a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/8cf852ffb0834dec883ac273ade874b7, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/6135455c7fb04796bf3c2f14603678aa, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/e89d592999e2416e90acef83dca5c850, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/e528f176a3d54513a8a52c8e4fa8b95f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/1ab6335899b74c81aceb34497281d196, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/2bd63645c4f0481894406c2859f780ce, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/25cb2954885c4f9688b71423ead8a440, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/0cd243d7514541eb8b128d43758c2cfb, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/87079caccb01441ea218b33580a59aab, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/12513edaeaa74db1a7936591a870bdc4, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/1894b53d586346008dd869d620d688c0, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/d8dc293acaa24c4db4cddf3751c54e93, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/3f3ef80409d24ac1bd7c972c428eec55, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/124361b1e9f8494fab811011bdbea45e, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/58ef5eb28ff34e15b9861edaba5aa4a3, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/d9d40895365843b2ba028179bf879644, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/9a86c5a659be465eacf7b340294a6c69, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/3095cf0811eb4ac38c87bcd2175ab3ea, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/214d823c5c4e4574a2030149f9690a31, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/2f181a7761914862ac9eeb73cf6112e8, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/5743da976a5143378337d5993e671667, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/755b4324613c4cdbaae9003a12cc0281, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/a6a50325a8864594899d95b42e0f37a4, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/e9029ef3cc31403b8d0618cc3314dbeb, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/ab70a824afa94ca3894a62e45728d09a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/f085935a724d45118b70ca5ce5ca97a6, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/bb1c7a51ae90451abb6499868b81c678, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/47ca81e879f44f2791b35c5a514990b7, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/6bf7fdeb18fc433d913b1b6a88e00d8f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/a22769a044504ec4a84d9eaca2b92114, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/074c2bb03205441fb8f0db031412eb61, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/f81b1e5cdc6b45a3b324ef4c6f152406] to archive
2024-11-14T02:51:38,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-14T02:51:38,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/238fecfcde6c45e1ac2edbae28bf6b19 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/238fecfcde6c45e1ac2edbae28bf6b19
2024-11-14T02:51:38,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/c46823f8d9654447a3160b24d5fb9c3a to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/c46823f8d9654447a3160b24d5fb9c3a
2024-11-14T02:51:38,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/8cf852ffb0834dec883ac273ade874b7 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/8cf852ffb0834dec883ac273ade874b7
2024-11-14T02:51:38,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/6135455c7fb04796bf3c2f14603678aa to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/6135455c7fb04796bf3c2f14603678aa
2024-11-14T02:51:38,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/e89d592999e2416e90acef83dca5c850 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/e89d592999e2416e90acef83dca5c850
2024-11-14T02:51:38,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/e528f176a3d54513a8a52c8e4fa8b95f to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/e528f176a3d54513a8a52c8e4fa8b95f
2024-11-14T02:51:38,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/1ab6335899b74c81aceb34497281d196 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/1ab6335899b74c81aceb34497281d196
2024-11-14T02:51:38,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/2bd63645c4f0481894406c2859f780ce to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/2bd63645c4f0481894406c2859f780ce
2024-11-14T02:51:38,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/25cb2954885c4f9688b71423ead8a440 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/25cb2954885c4f9688b71423ead8a440
2024-11-14T02:51:38,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/0cd243d7514541eb8b128d43758c2cfb to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/0cd243d7514541eb8b128d43758c2cfb
2024-11-14T02:51:38,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/87079caccb01441ea218b33580a59aab to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/87079caccb01441ea218b33580a59aab
2024-11-14T02:51:38,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/12513edaeaa74db1a7936591a870bdc4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/12513edaeaa74db1a7936591a870bdc4
2024-11-14T02:51:38,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/1894b53d586346008dd869d620d688c0 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/1894b53d586346008dd869d620d688c0
2024-11-14T02:51:38,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/d8dc293acaa24c4db4cddf3751c54e93 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/d8dc293acaa24c4db4cddf3751c54e93
2024-11-14T02:51:38,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/3f3ef80409d24ac1bd7c972c428eec55 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/3f3ef80409d24ac1bd7c972c428eec55
2024-11-14T02:51:38,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/124361b1e9f8494fab811011bdbea45e to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/124361b1e9f8494fab811011bdbea45e
2024-11-14T02:51:38,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/58ef5eb28ff34e15b9861edaba5aa4a3 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/58ef5eb28ff34e15b9861edaba5aa4a3
2024-11-14T02:51:38,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/d9d40895365843b2ba028179bf879644 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/d9d40895365843b2ba028179bf879644
2024-11-14T02:51:38,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/9a86c5a659be465eacf7b340294a6c69 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/9a86c5a659be465eacf7b340294a6c69
2024-11-14T02:51:38,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/3095cf0811eb4ac38c87bcd2175ab3ea to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/3095cf0811eb4ac38c87bcd2175ab3ea
2024-11-14T02:51:38,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/214d823c5c4e4574a2030149f9690a31 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/214d823c5c4e4574a2030149f9690a31
2024-11-14T02:51:38,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/2f181a7761914862ac9eeb73cf6112e8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/2f181a7761914862ac9eeb73cf6112e8
2024-11-14T02:51:38,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/5743da976a5143378337d5993e671667 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/5743da976a5143378337d5993e671667
2024-11-14T02:51:38,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/755b4324613c4cdbaae9003a12cc0281 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/755b4324613c4cdbaae9003a12cc0281
2024-11-14T02:51:38,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/a6a50325a8864594899d95b42e0f37a4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/a6a50325a8864594899d95b42e0f37a4
2024-11-14T02:51:38,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/e9029ef3cc31403b8d0618cc3314dbeb to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/e9029ef3cc31403b8d0618cc3314dbeb
2024-11-14T02:51:38,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/ab70a824afa94ca3894a62e45728d09a to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/ab70a824afa94ca3894a62e45728d09a
2024-11-14T02:51:38,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/f085935a724d45118b70ca5ce5ca97a6 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/f085935a724d45118b70ca5ce5ca97a6
2024-11-14T02:51:38,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/bb1c7a51ae90451abb6499868b81c678 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/bb1c7a51ae90451abb6499868b81c678
2024-11-14T02:51:38,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/47ca81e879f44f2791b35c5a514990b7 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/47ca81e879f44f2791b35c5a514990b7
2024-11-14T02:51:38,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/6bf7fdeb18fc433d913b1b6a88e00d8f to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/6bf7fdeb18fc433d913b1b6a88e00d8f
2024-11-14T02:51:38,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/a22769a044504ec4a84d9eaca2b92114 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/a22769a044504ec4a84d9eaca2b92114
2024-11-14T02:51:38,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/074c2bb03205441fb8f0db031412eb61 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/074c2bb03205441fb8f0db031412eb61
2024-11-14T02:51:38,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/f81b1e5cdc6b45a3b324ef4c6f152406 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/f81b1e5cdc6b45a3b324ef4c6f152406
2024-11-14T02:51:38,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/eb35b7d0ad234796baf1dfb1e80231f8, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/8f643a84054a461b9c03a47c0441925d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/be7501ac130242d380599029d46df042, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/84f4de8e30ac48b58ddbc02b95497ed6, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/9dc96e555f8b44f79a3e256ca5b4c48b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/0ba7675db2d541daa1a8153214f786fa, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/f7606294fa8c41f0b2099d1cd8313686, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/919c7cb0f34f4a42b05a4281a04d5385, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/561d8622acbf4caa8f713b1631e6b14a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/af45969708924e5db404eff493194282, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/a6f309f6e0f349f8829967f2ae399807, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/2622d036411844d187a4ba7f293a0d6b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/6c3ad2414704467898c385ba1f723fcc, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/bd7cdb0dbb1a497e88961f0e85611619, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/93e855a441ef452b80efd40a74b240ba, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/df13dd225527454fadb3fa54787a4d28, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/868dccc1c7fa4e99a8af897fb0fdf0e3, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/f5657ada034942a4b747912ad283dfa4, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/d0fec7da64944027879bd4468cb43b8c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/ed3d3c9f7f554d12a6435f0188099bfb, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/bbfadbe89f0e4a5997af3c8d7b38607e, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/1414c5f4e8f04c618c5b01ac99f055c9, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/5bb7bfe8f4944da18578dfbec0bc1104, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/5dc28da489c3437ca49d5e1409efe453, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/2ce70e6858a448cbbb9ad7f2fcb99755, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/b48d71303dff415b9bc029aa233c5979, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/8f7d2d8dc6474a3ab0bc14a7cf226ab9, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/4baf17b5d9b64c6f9c7fcdb58c5f2e18, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/a1596c8ea7894eea9ebc33fcc424217d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/649ce6bfa5db413dbaf9ec2be2c5d939, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/80e735f9f64d4b538febbff6d41b0ce2, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/2b4105d0da4c488596575dbfb6c4f42b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/c382f282e9254a03aadcd84077a1f443, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/2d01a71331424e80a81fb6a0c3c94331] to archive
2024-11-14T02:51:38,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-14T02:51:38,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/eb35b7d0ad234796baf1dfb1e80231f8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/eb35b7d0ad234796baf1dfb1e80231f8
2024-11-14T02:51:38,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/8f643a84054a461b9c03a47c0441925d to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/8f643a84054a461b9c03a47c0441925d
2024-11-14T02:51:38,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/be7501ac130242d380599029d46df042 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/be7501ac130242d380599029d46df042
2024-11-14T02:51:38,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/84f4de8e30ac48b58ddbc02b95497ed6 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/84f4de8e30ac48b58ddbc02b95497ed6
2024-11-14T02:51:38,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/9dc96e555f8b44f79a3e256ca5b4c48b to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/9dc96e555f8b44f79a3e256ca5b4c48b
2024-11-14T02:51:38,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/0ba7675db2d541daa1a8153214f786fa to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/0ba7675db2d541daa1a8153214f786fa
2024-11-14T02:51:38,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/f7606294fa8c41f0b2099d1cd8313686 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/f7606294fa8c41f0b2099d1cd8313686
2024-11-14T02:51:38,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/919c7cb0f34f4a42b05a4281a04d5385 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/919c7cb0f34f4a42b05a4281a04d5385
2024-11-14T02:51:38,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/561d8622acbf4caa8f713b1631e6b14a to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/561d8622acbf4caa8f713b1631e6b14a
2024-11-14T02:51:38,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/af45969708924e5db404eff493194282 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/af45969708924e5db404eff493194282
2024-11-14T02:51:38,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/a6f309f6e0f349f8829967f2ae399807 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/a6f309f6e0f349f8829967f2ae399807
2024-11-14T02:51:38,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/2622d036411844d187a4ba7f293a0d6b to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/2622d036411844d187a4ba7f293a0d6b
2024-11-14T02:51:38,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/6c3ad2414704467898c385ba1f723fcc to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/6c3ad2414704467898c385ba1f723fcc
2024-11-14T02:51:38,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/bd7cdb0dbb1a497e88961f0e85611619 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/bd7cdb0dbb1a497e88961f0e85611619
2024-11-14T02:51:38,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/93e855a441ef452b80efd40a74b240ba to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/93e855a441ef452b80efd40a74b240ba
2024-11-14T02:51:38,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/df13dd225527454fadb3fa54787a4d28 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/df13dd225527454fadb3fa54787a4d28
2024-11-14T02:51:38,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/868dccc1c7fa4e99a8af897fb0fdf0e3 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/868dccc1c7fa4e99a8af897fb0fdf0e3
2024-11-14T02:51:38,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/f5657ada034942a4b747912ad283dfa4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/f5657ada034942a4b747912ad283dfa4
2024-11-14T02:51:38,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/d0fec7da64944027879bd4468cb43b8c to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/d0fec7da64944027879bd4468cb43b8c
2024-11-14T02:51:38,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/ed3d3c9f7f554d12a6435f0188099bfb to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/ed3d3c9f7f554d12a6435f0188099bfb
2024-11-14T02:51:38,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/bbfadbe89f0e4a5997af3c8d7b38607e to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/bbfadbe89f0e4a5997af3c8d7b38607e
2024-11-14T02:51:38,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/1414c5f4e8f04c618c5b01ac99f055c9 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/1414c5f4e8f04c618c5b01ac99f055c9
2024-11-14T02:51:38,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/5bb7bfe8f4944da18578dfbec0bc1104 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/5bb7bfe8f4944da18578dfbec0bc1104
2024-11-14T02:51:38,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/5dc28da489c3437ca49d5e1409efe453 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/5dc28da489c3437ca49d5e1409efe453
2024-11-14T02:51:38,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/2ce70e6858a448cbbb9ad7f2fcb99755 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/2ce70e6858a448cbbb9ad7f2fcb99755
2024-11-14T02:51:38,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/b48d71303dff415b9bc029aa233c5979 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/b48d71303dff415b9bc029aa233c5979
2024-11-14T02:51:38,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/8f7d2d8dc6474a3ab0bc14a7cf226ab9 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/8f7d2d8dc6474a3ab0bc14a7cf226ab9
2024-11-14T02:51:38,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/4baf17b5d9b64c6f9c7fcdb58c5f2e18 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/4baf17b5d9b64c6f9c7fcdb58c5f2e18
2024-11-14T02:51:38,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/a1596c8ea7894eea9ebc33fcc424217d to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/a1596c8ea7894eea9ebc33fcc424217d
2024-11-14T02:51:38,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/649ce6bfa5db413dbaf9ec2be2c5d939 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/649ce6bfa5db413dbaf9ec2be2c5d939
2024-11-14T02:51:38,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/80e735f9f64d4b538febbff6d41b0ce2 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/80e735f9f64d4b538febbff6d41b0ce2
2024-11-14T02:51:38,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/2b4105d0da4c488596575dbfb6c4f42b to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/2b4105d0da4c488596575dbfb6c4f42b
2024-11-14T02:51:38,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/c382f282e9254a03aadcd84077a1f443 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/c382f282e9254a03aadcd84077a1f443
2024-11-14T02:51:38,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/2d01a71331424e80a81fb6a0c3c94331 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/2d01a71331424e80a81fb6a0c3c94331
2024-11-14T02:51:38,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/27462e96187645279da5ca413058e319, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/aebe7864b95f49ae97b0731b46683862, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/6c454ad94b42465b88c89ce0335d663a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/19c9e1c3e9c8490986e081f115ba2fbe, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/a7061028b3c3499197ae2a53c0d1553a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/7af0fa40467346e6af87f8d8a6504caf, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/699f4fab11c54b11a4e5366802274184, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/bf6031fb247d43cba777adfaf986a29e, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/cbac4323f5b04c5895100aa5b023d404, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/7b330fa35ef94993982549984e2afde8, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/c627cbcc54ea4ac9ad5a51680444a232, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/46420d1bfef84e408f1c4b3dd8a1c420, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/28e547a793bf4b00ae82aed688ec382f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/721ad3df46344c3cbd92c0259b74b317, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/760c5ecc73ec43e1b50db7766ed1d9d7, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/d656010f459d4e5d881121d7e062b723, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/9b67d33ffb7745dbbd342116f43cffe7, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/25278c13c2764cf38c1a811e19113fe5, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/45fce30ed0844af5873719ca8100f383, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/c4825693774c4030aa10ad56518993be, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/c0af258499404157b881253dadc9217c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/0c5453fe056f4195bd852e2114989c58, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/eec933efeeca42aab8e4109aa1754e8d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/970759fc54d1490cb493b9706cb2b164, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/52e100959abb48698f2daf35c53b654b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/ce2454057d714f06ab2825d908e489f6, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/a1452a5875e542ab995c0807bc0af644, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/44f1fa3743d040bcbdb15dc847b2e6b6, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/c0ea46ba48dc4108a6c17b6281f8ec77, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/b7a84fcb381e4dd58ba9301223c6795c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/7fae763ffac242e59ee36d3df0f64966, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/a5c11812b110457e96e867e53a7e0ca7, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/f1fc304804bb403281484352b59fb145, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/646c6e46885d47aaba1e3916b139fae2] to archive
2024-11-14T02:51:38,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-14T02:51:38,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/27462e96187645279da5ca413058e319 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/27462e96187645279da5ca413058e319
2024-11-14T02:51:38,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/aebe7864b95f49ae97b0731b46683862 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/aebe7864b95f49ae97b0731b46683862
2024-11-14T02:51:38,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/6c454ad94b42465b88c89ce0335d663a to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/6c454ad94b42465b88c89ce0335d663a
2024-11-14T02:51:38,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/19c9e1c3e9c8490986e081f115ba2fbe to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/19c9e1c3e9c8490986e081f115ba2fbe
2024-11-14T02:51:38,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/a7061028b3c3499197ae2a53c0d1553a to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/a7061028b3c3499197ae2a53c0d1553a
2024-11-14T02:51:38,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/7af0fa40467346e6af87f8d8a6504caf to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/7af0fa40467346e6af87f8d8a6504caf
2024-11-14T02:51:38,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/699f4fab11c54b11a4e5366802274184 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/699f4fab11c54b11a4e5366802274184
2024-11-14T02:51:38,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/bf6031fb247d43cba777adfaf986a29e to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/bf6031fb247d43cba777adfaf986a29e
2024-11-14T02:51:38,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/cbac4323f5b04c5895100aa5b023d404 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/cbac4323f5b04c5895100aa5b023d404
2024-11-14T02:51:38,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/7b330fa35ef94993982549984e2afde8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/7b330fa35ef94993982549984e2afde8
2024-11-14T02:51:38,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/c627cbcc54ea4ac9ad5a51680444a232 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/c627cbcc54ea4ac9ad5a51680444a232
2024-11-14T02:51:38,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/46420d1bfef84e408f1c4b3dd8a1c420 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/46420d1bfef84e408f1c4b3dd8a1c420
2024-11-14T02:51:38,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/28e547a793bf4b00ae82aed688ec382f to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/28e547a793bf4b00ae82aed688ec382f
2024-11-14T02:51:38,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/721ad3df46344c3cbd92c0259b74b317 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/721ad3df46344c3cbd92c0259b74b317
2024-11-14T02:51:38,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/760c5ecc73ec43e1b50db7766ed1d9d7 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/760c5ecc73ec43e1b50db7766ed1d9d7
2024-11-14T02:51:38,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/d656010f459d4e5d881121d7e062b723 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/d656010f459d4e5d881121d7e062b723
2024-11-14T02:51:38,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/9b67d33ffb7745dbbd342116f43cffe7 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/9b67d33ffb7745dbbd342116f43cffe7
2024-11-14T02:51:38,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/25278c13c2764cf38c1a811e19113fe5 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/25278c13c2764cf38c1a811e19113fe5
2024-11-14T02:51:38,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/45fce30ed0844af5873719ca8100f383 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/45fce30ed0844af5873719ca8100f383
2024-11-14T02:51:38,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/c4825693774c4030aa10ad56518993be to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/c4825693774c4030aa10ad56518993be
2024-11-14T02:51:38,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/c0af258499404157b881253dadc9217c to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/c0af258499404157b881253dadc9217c
2024-11-14T02:51:38,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/0c5453fe056f4195bd852e2114989c58 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/0c5453fe056f4195bd852e2114989c58
2024-11-14T02:51:38,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/eec933efeeca42aab8e4109aa1754e8d to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/eec933efeeca42aab8e4109aa1754e8d
2024-11-14T02:51:38,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/970759fc54d1490cb493b9706cb2b164 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/970759fc54d1490cb493b9706cb2b164
2024-11-14T02:51:38,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/52e100959abb48698f2daf35c53b654b to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/52e100959abb48698f2daf35c53b654b
2024-11-14T02:51:38,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/ce2454057d714f06ab2825d908e489f6 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/ce2454057d714f06ab2825d908e489f6
2024-11-14T02:51:38,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/a1452a5875e542ab995c0807bc0af644 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/a1452a5875e542ab995c0807bc0af644
2024-11-14T02:51:38,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/44f1fa3743d040bcbdb15dc847b2e6b6 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/44f1fa3743d040bcbdb15dc847b2e6b6
2024-11-14T02:51:38,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/c0ea46ba48dc4108a6c17b6281f8ec77 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/c0ea46ba48dc4108a6c17b6281f8ec77
2024-11-14T02:51:38,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/b7a84fcb381e4dd58ba9301223c6795c to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/b7a84fcb381e4dd58ba9301223c6795c
2024-11-14T02:51:38,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/7fae763ffac242e59ee36d3df0f64966 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/7fae763ffac242e59ee36d3df0f64966
2024-11-14T02:51:38,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/a5c11812b110457e96e867e53a7e0ca7 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/a5c11812b110457e96e867e53a7e0ca7
2024-11-14T02:51:38,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/f1fc304804bb403281484352b59fb145 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/f1fc304804bb403281484352b59fb145
2024-11-14T02:51:38,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/646c6e46885d47aaba1e3916b139fae2 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/646c6e46885d47aaba1e3916b139fae2
2024-11-14T02:51:38,190 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/recovered.edits/559.seqid, newMaxSeqId=559, maxSeqId=1
2024-11-14T02:51:38,191 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.
2024-11-14T02:51:38,191 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1676): Region close journal for 06a24175b09c08c286a9906562311e01:
Waiting for close lock at 1731552696800Running coprocessor pre-close hooks at 1731552696800Disabling compacts and flushes for region at 1731552696800Disabling writes for close at 1731552696800Obtaining lock to block concurrent updates at 1731552696800Preparing flush snapshotting stores in 06a24175b09c08c286a9906562311e01 at 1731552696800Finished memstore snapshotting TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731552696801 (+1 ms)Flushing stores of TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01. at 1731552696801Flushing 06a24175b09c08c286a9906562311e01/A: creating writer at 1731552696801Flushing 06a24175b09c08c286a9906562311e01/A: appending metadata at 1731552696805 (+4 ms)Flushing 06a24175b09c08c286a9906562311e01/A: closing flushed file at 1731552696805Flushing 06a24175b09c08c286a9906562311e01/B: creating writer at 1731552697219 (+414 ms)Flushing 06a24175b09c08c286a9906562311e01/B: appending metadata at 1731552697222 (+3 ms)Flushing 06a24175b09c08c286a9906562311e01/B: closing flushed file at 1731552697222Flushing 06a24175b09c08c286a9906562311e01/C: creating writer at 1731552697652 (+430 ms)Flushing 06a24175b09c08c286a9906562311e01/C: appending metadata at 1731552697658 (+6 ms)Flushing 06a24175b09c08c286a9906562311e01/C: closing flushed file at 1731552697658Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c1d8d6f: reopening flushed file at 1731552698070 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be904d8: reopening flushed file at 1731552698077 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4797ad03: reopening flushed file at 1731552698083 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 06a24175b09c08c286a9906562311e01 in 1288ms, sequenceid=556, compaction requested=false at 1731552698088 (+5 ms)Writing region close event to WAL at 1731552698187 (+99 ms)Running coprocessor post-close hooks at 1731552698191 (+4 ms)Closed at 1731552698191
2024-11-14T02:51:38,193 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(157): Closed 06a24175b09c08c286a9906562311e01
2024-11-14T02:51:38,194 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=06a24175b09c08c286a9906562311e01, regionState=CLOSED
2024-11-14T02:51:38,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826 because future has completed
2024-11-14T02:51:38,198 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88
2024-11-14T02:51:38,198 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseRegionProcedure 06a24175b09c08c286a9906562311e01, server=83c5a5c119d5,40161,1731552599826 in 1.5480 sec
2024-11-14T02:51:38,199 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87
2024-11-14T02:51:38,200 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=06a24175b09c08c286a9906562311e01, UNASSIGN in 1.5540 sec
2024-11-14T02:51:38,201 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86
2024-11-14T02:51:38,202 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5580 sec
2024-11-14T02:51:38,203 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552698202"}]},"ts":"1731552698202"}
2024-11-14T02:51:38,204 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-14T02:51:38,204 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-14T02:51:38,205 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5690 sec
2024-11-14T02:51:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-14T02:51:38,797 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:51:38,799 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-14T02:51:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:51:38,804 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=90, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:51:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90
2024-11-14T02:51:38,806 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=90, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:51:38,811 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01
2024-11-14T02:51:38,815 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A, FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B, FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C, FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/recovered.edits]
2024-11-14T02:51:38,818 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/80fac8ab8f704a79a784b38d4de3f940 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/80fac8ab8f704a79a784b38d4de3f940
2024-11-14T02:51:38,820 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/e2f2e1ffb3ed4e87bc533246c26caa58 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/A/e2f2e1ffb3ed4e87bc533246c26caa58
2024-11-14T02:51:38,822 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/29f0e0667fdc45b195df6cc1e7c78e80 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/29f0e0667fdc45b195df6cc1e7c78e80
2024-11-14T02:51:38,823 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/543ee0e962ff4abb899844ff4bff6324 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/B/543ee0e962ff4abb899844ff4bff6324
2024-11-14T02:51:38,826 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/34e07e6e73a048d38b0d197c00be43db to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/34e07e6e73a048d38b0d197c00be43db
2024-11-14T02:51:38,828 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/6c6739a7385442209a9bbe352f54e034 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/C/6c6739a7385442209a9bbe352f54e034
2024-11-14T02:51:38,831 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/recovered.edits/559.seqid to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01/recovered.edits/559.seqid
2024-11-14T02:51:38,831 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/06a24175b09c08c286a9906562311e01
2024-11-14T02:51:38,832 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-14T02:51:38,834 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=90, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:51:38,838 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-14T02:51:38,841 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-14T02:51:38,842 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=90, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:51:38,842 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-14T02:51:38,843 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731552698842"}]},"ts":"9223372036854775807"}
2024-11-14T02:51:38,845 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-14T02:51:38,845 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 06a24175b09c08c286a9906562311e01, NAME => 'TestAcidGuarantees,,1731552664815.06a24175b09c08c286a9906562311e01.', STARTKEY => '', ENDKEY => ''}]
2024-11-14T02:51:38,845 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-14T02:51:38,845 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731552698845"}]},"ts":"9223372036854775807"}
2024-11-14T02:51:38,848 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-14T02:51:38,849 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=90, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:51:38,851 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 50 msec
2024-11-14T02:51:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90
2024-11-14T02:51:38,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-14T02:51:38,918 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:51:38,933 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248 (was 251), OpenFileDescriptor=451 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=369 (was 344) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5142 (was 5300)
2024-11-14T02:51:38,941 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=369, ProcessCount=11, AvailableMemoryMB=5141
2024-11-14T02:51:38,942 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-14T02:51:38,942 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T02:51:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-14T02:51:38,944 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T02:51:38,944 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:38,944 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 91
2024-11-14T02:51:38,945 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T02:51:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-14T02:51:38,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742153_1329 (size=1061)
2024-11-14T02:51:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-14T02:51:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-14T02:51:39,355 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e
2024-11-14T02:51:39,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742154_1330 (size=53)
2024-11-14T02:51:39,444 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-14T02:51:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-14T02:51:39,767 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T02:51:39,767 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 632085a36a8fc73b682da0b5070aacdd, disabling compactions & flushes
2024-11-14T02:51:39,767 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:39,768 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:39,768 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. after waiting 0 ms
2024-11-14T02:51:39,768 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:39,768 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:39,768 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 632085a36a8fc73b682da0b5070aacdd:
Waiting for close lock at 1731552699767Disabling compacts and flushes for region at 1731552699767Disabling writes for close at 1731552699768 (+1 ms)Writing region close event to WAL at 1731552699768Closed at 1731552699768
2024-11-14T02:51:39,771 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T02:51:39,772 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731552699771"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552699771"}]},"ts":"1731552699771"}
2024-11-14T02:51:39,775 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-14T02:51:39,776 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T02:51:39,777 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552699776"}]},"ts":"1731552699776"}
2024-11-14T02:51:39,778 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-14T02:51:39,779 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=632085a36a8fc73b682da0b5070aacdd, ASSIGN}]
2024-11-14T02:51:39,780 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=632085a36a8fc73b682da0b5070aacdd, ASSIGN
2024-11-14T02:51:39,781 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=632085a36a8fc73b682da0b5070aacdd, ASSIGN; state=OFFLINE, location=83c5a5c119d5,40161,1731552599826; forceNewPlan=false, retain=false
2024-11-14T02:51:39,931 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=632085a36a8fc73b682da0b5070aacdd, regionState=OPENING, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:39,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=632085a36a8fc73b682da0b5070aacdd, ASSIGN because future has completed
2024-11-14T02:51:39,934 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826}]
2024-11-14T02:51:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-14T02:51:40,095 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:40,095 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7752): Opening region: {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
2024-11-14T02:51:40,097 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:40,097 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T02:51:40,097 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7794): checking encryption for 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:40,098 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7797): checking classloading for 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:40,101 INFO  [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 632085a36a8fc73b682da0b5070aacdd 
2024-11-14T02:51:40,101 INFO  [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:51:40,102 INFO  [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 632085a36a8fc73b682da0b5070aacdd columnFamilyName A
2024-11-14T02:51:40,102 DEBUG [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:40,102 INFO  [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] regionserver.HStore(327): Store=632085a36a8fc73b682da0b5070aacdd/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:51:40,102 INFO  [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 632085a36a8fc73b682da0b5070aacdd 
2024-11-14T02:51:40,103 INFO  [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:51:40,103 INFO  [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 632085a36a8fc73b682da0b5070aacdd columnFamilyName B
2024-11-14T02:51:40,103 DEBUG [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:40,104 INFO  [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] regionserver.HStore(327): Store=632085a36a8fc73b682da0b5070aacdd/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:51:40,104 INFO  [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 632085a36a8fc73b682da0b5070aacdd 
2024-11-14T02:51:40,105 INFO  [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:51:40,105 INFO  [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 632085a36a8fc73b682da0b5070aacdd columnFamilyName C
2024-11-14T02:51:40,105 DEBUG [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:40,105 INFO  [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] regionserver.HStore(327): Store=632085a36a8fc73b682da0b5070aacdd/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:51:40,105 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:40,105 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1038): replaying wal for 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:40,106 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:40,106 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:40,107 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1048): stopping wal replay for 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:40,107 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1060): Cleaning up temporary data for 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:40,107 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-14T02:51:40,108 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1093): writing seq id for 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:40,109 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T02:51:40,110 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1114): Opened 632085a36a8fc73b682da0b5070aacdd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60738807, jitterRate=-0.09492124617099762}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-14T02:51:40,110 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:40,110 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1006): Region open journal for 632085a36a8fc73b682da0b5070aacdd:
Running coprocessor pre-open hook at 1731552700099Writing region info on filesystem at 1731552700099Initializing all the Stores at 1731552700100 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552700100Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552700100Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552700100Cleaning up temporary data from old regions at 1731552700107 (+7 ms)Running coprocessor post-open hooks at 1731552700110 (+3 ms)Region opened successfully at 1731552700110
2024-11-14T02:51:40,111 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., pid=93, masterSystemTime=1731552700087
2024-11-14T02:51:40,112 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:40,112 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:40,113 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=632085a36a8fc73b682da0b5070aacdd, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:40,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826 because future has completed
2024-11-14T02:51:40,117 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92
2024-11-14T02:51:40,117 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; OpenRegionProcedure 632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826 in 181 msec
2024-11-14T02:51:40,118 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91
2024-11-14T02:51:40,118 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=632085a36a8fc73b682da0b5070aacdd, ASSIGN in 339 msec
2024-11-14T02:51:40,119 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T02:51:40,119 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552700119"}]},"ts":"1731552700119"}
2024-11-14T02:51:40,121 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-14T02:51:40,122 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T02:51:40,123 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1800 sec
2024-11-14T02:51:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91
2024-11-14T02:51:41,098 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:51:41,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1af6f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:41,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:51:41,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:51:41,101 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:51:41,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:51:41,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:51:41,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375c6607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:41,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:51:41,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:51:41,102 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:41,103 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:51:41,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45c69ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:41,103 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:51:41,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:51:41,104 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:51:41,105 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:51:41,106 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-14T02:51:41,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,41973,1731552599109
2024-11-14T02:51:41,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42c3a420
2024-11-14T02:51:41,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-14T02:51:41,107 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-14T02:51:41,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-14T02:51:41,109 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T02:51:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-14T02:51:41,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742155_1331 (size=1097)
2024-11-14T02:51:41,522 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-14T02:51:41,522 INFO  [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-14T02:51:41,527 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-14T02:51:41,530 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=632085a36a8fc73b682da0b5070aacdd, REOPEN/MOVE}]
2024-11-14T02:51:41,531 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=632085a36a8fc73b682da0b5070aacdd, REOPEN/MOVE
2024-11-14T02:51:41,532 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=632085a36a8fc73b682da0b5070aacdd, regionState=CLOSING, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:41,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=632085a36a8fc73b682da0b5070aacdd, REOPEN/MOVE because future has completed
2024-11-14T02:51:41,534 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T02:51:41,534 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826}]
2024-11-14T02:51:41,687 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(122): Close 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:41,688 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T02:51:41,688 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1722): Closing 632085a36a8fc73b682da0b5070aacdd, disabling compactions & flushes
2024-11-14T02:51:41,688 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:41,688 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:41,688 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. after waiting 0 ms
2024-11-14T02:51:41,688 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:41,695 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-14T02:51:41,696 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:41,696 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1676): Region close journal for 632085a36a8fc73b682da0b5070aacdd:
Waiting for close lock at 1731552701688Running coprocessor pre-close hooks at 1731552701688Disabling compacts and flushes for region at 1731552701688Disabling writes for close at 1731552701688Writing region close event to WAL at 1731552701689 (+1 ms)Running coprocessor post-close hooks at 1731552701696 (+7 ms)Closed at 1731552701696
2024-11-14T02:51:41,696 WARN  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionServer(3299): Not adding moved region record: 632085a36a8fc73b682da0b5070aacdd to self.
2024-11-14T02:51:41,698 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(157): Closed 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:41,699 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=632085a36a8fc73b682da0b5070aacdd, regionState=CLOSED
2024-11-14T02:51:41,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826 because future has completed
2024-11-14T02:51:41,704 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96
2024-11-14T02:51:41,704 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; CloseRegionProcedure 632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826 in 168 msec
2024-11-14T02:51:41,705 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=632085a36a8fc73b682da0b5070aacdd, REOPEN/MOVE; state=CLOSED, location=83c5a5c119d5,40161,1731552599826; forceNewPlan=false, retain=true
2024-11-14T02:51:41,856 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=632085a36a8fc73b682da0b5070aacdd, regionState=OPENING, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:41,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=632085a36a8fc73b682da0b5070aacdd, REOPEN/MOVE because future has completed
2024-11-14T02:51:41,857 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826}]
2024-11-14T02:51:42,014 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:42,014 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7752): Opening region: {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
2024-11-14T02:51:42,015 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:42,015 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T02:51:42,015 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7794): checking encryption for 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:42,015 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7797): checking classloading for 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:42,017 INFO  [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 632085a36a8fc73b682da0b5070aacdd 
2024-11-14T02:51:42,019 INFO  [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:51:42,019 INFO  [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 632085a36a8fc73b682da0b5070aacdd columnFamilyName A
2024-11-14T02:51:42,021 DEBUG [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:42,021 INFO  [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] regionserver.HStore(327): Store=632085a36a8fc73b682da0b5070aacdd/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:51:42,022 INFO  [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 632085a36a8fc73b682da0b5070aacdd 
2024-11-14T02:51:42,023 INFO  [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:51:42,023 INFO  [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 632085a36a8fc73b682da0b5070aacdd columnFamilyName B
2024-11-14T02:51:42,023 DEBUG [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:42,024 INFO  [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] regionserver.HStore(327): Store=632085a36a8fc73b682da0b5070aacdd/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:51:42,024 INFO  [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 632085a36a8fc73b682da0b5070aacdd 
2024-11-14T02:51:42,025 INFO  [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:51:42,025 INFO  [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 632085a36a8fc73b682da0b5070aacdd columnFamilyName C
2024-11-14T02:51:42,025 DEBUG [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:42,026 INFO  [StoreOpener-632085a36a8fc73b682da0b5070aacdd-1 {}] regionserver.HStore(327): Store=632085a36a8fc73b682da0b5070aacdd/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:51:42,026 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:42,026 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1038): replaying wal for 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:42,027 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:42,028 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:42,029 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1048): stopping wal replay for 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:42,029 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1060): Cleaning up temporary data for 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:42,029 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-14T02:51:42,030 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1093): writing seq id for 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:42,031 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1114): Opened 632085a36a8fc73b682da0b5070aacdd; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66181516, jitterRate=-0.013818562030792236}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-14T02:51:42,031 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:42,032 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1006): Region open journal for 632085a36a8fc73b682da0b5070aacdd:
Running coprocessor pre-open hook at 1731552702015Writing region info on filesystem at 1731552702015Initializing all the Stores at 1731552702016 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552702017 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552702017Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552702017Cleaning up temporary data from old regions at 1731552702029 (+12 ms)Running coprocessor post-open hooks at 1731552702031 (+2 ms)Region opened successfully at 1731552702031
2024-11-14T02:51:42,032 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., pid=98, masterSystemTime=1731552702009
2024-11-14T02:51:42,034 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:42,034 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:42,034 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=632085a36a8fc73b682da0b5070aacdd, regionState=OPEN, openSeqNum=5, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:42,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826 because future has completed
2024-11-14T02:51:42,038 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=96
2024-11-14T02:51:42,038 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=96, state=SUCCESS, hasLock=false; OpenRegionProcedure 632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826 in 179 msec
2024-11-14T02:51:42,040 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95
2024-11-14T02:51:42,040 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=632085a36a8fc73b682da0b5070aacdd, REOPEN/MOVE in 508 msec
2024-11-14T02:51:42,041 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94
2024-11-14T02:51:42,041 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 513 msec
2024-11-14T02:51:42,043 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 933 msec
2024-11-14T02:51:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94
2024-11-14T02:51:42,044 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:51:42,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ff38b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:51:42,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:51:42,045 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:51:42,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:51:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:51:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f93911, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:51:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:51:42,046 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:42,047 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:51:42,047 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256c26af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ec6412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:51:42,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:51:42,049 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:51:42,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:51:42,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:51:42,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@500ad333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:51:42,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:51:42,049 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:42,050 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:51:42,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b28b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f2378c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,051 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:51:42,051 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:51:42,052 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:51:42,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:51:42,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:51:42,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5384ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:51:42,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:51:42,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:42,053 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:51:42,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d406844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cc49f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,054 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:51:42,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:51:42,054 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:51:42,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:51:42,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:51:42,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdaa774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:51:42,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:51:42,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:42,056 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:51:42,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24688714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0f0eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:51:42,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:51:42,057 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:51:42,057 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:51:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:51:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5309acb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:51:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:51:42,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:42,059 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:51:42,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cfd9ef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65616af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,060 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:51:42,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:51:42,060 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:51:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:51:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:51:42,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74371959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:51:42,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:51:42,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:42,061 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:51:42,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470b612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74481d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:51:42,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:51:42,063 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:51:42,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:51:42,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:51:42,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e6db39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:51:42,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:51:42,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:42,064 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:51:42,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f19ffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514b3d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,066 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:51:42,066 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:51:42,066 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:51:42,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:51:42,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:51:42,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a706d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:51:42,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:51:42,067 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:42,068 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:51:42,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a5f9d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b14e3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,069 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:51:42,069 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:51:42,070 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:51:42,070 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:51:42,070 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:51:42,070 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3def8f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,070 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:51:42,070 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:51:42,070 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:42,071 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:51:42,071 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e3b792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e264c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,072 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:51:42,072 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:51:42,073 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:51:42,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:51:42,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:51:42,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3031f691, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:51:42,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:51:42,073 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:51:42,074 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:51:42,074 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3889e66c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:51:42,075 DEBUG [Thread-1515 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:51:42,075 DEBUG [Thread-1519 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:51:42,075 DEBUG [Thread-1534 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:51:42,075 DEBUG [Thread-1528 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:51:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:51:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:51:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:51:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:51:42,076 DEBUG [Thread-1532 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:51:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:51:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:51:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:51:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:51:42,077 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:51:42,077 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:51:42,077 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:51:42,077 DEBUG [Thread-1526 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:51:42,077 DEBUG [Thread-1530 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:51:42,078 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:51:42,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:51:42,078 DEBUG [Thread-1523 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:51:42,078 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:51:42,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:51:42,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:51:42,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:51:42,079 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:51:42,079 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:51:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees
2024-11-14T02:51:42,079 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:51:42,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:51:42,079 DEBUG [Thread-1517 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:51:42,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:51:42,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:51:42,080 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:51:42,080 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:51:42,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:51:42,080 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:51:42,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:51:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-14T02:51:42,081 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:51:42,081 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:51:42,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:51:42,082 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:51:42,082 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:51:42,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:51:42,082 DEBUG [Thread-1521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:51:42,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:51:42,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:51:42,084 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:51:42,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:51:42,086 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:51:42,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:51:42,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:51:42,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:51:42,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:51:42,090 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:51:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:42,122 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 632085a36a8fc73b682da0b5070aacdd 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-14T02:51:42,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=A
2024-11-14T02:51:42,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:42,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=B
2024-11-14T02:51:42,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:42,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=C
2024-11-14T02:51:42,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:42,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e2cd55b1acf2477faa97285ba416285e_632085a36a8fc73b682da0b5070aacdd is 50, key is test_row_0/A:col10/1731552702092/Put/seqid=0
2024-11-14T02:51:42,156 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742156_1332 (size=12154)
2024-11-14T02:51:42,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552762149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:42,162 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552702142, max timestamp=1731552702159Num uniques 859; 
2024-11-14T02:51:42,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:42,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,162 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552702142, max timestamp=1731552702159Num uniques 859; 
2024-11-14T02:51:42,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552762150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:42,162 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:42,162 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:51:42,162 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:51:42,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,163 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:42,163 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552702142, max timestamp=1731552702159Num uniques 859; 
2024-11-14T02:51:42,163 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:51:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-14T02:51:42,201 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552762191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:42,201 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45542 deadline: 1731552762196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:42,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:42,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:42,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45536 deadline: 1731552762200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:42,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:42,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-14T02:51:42,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:42,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:42,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:42,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:42,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:42,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552762266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:42,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,268 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:42,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552762266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:42,314 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552762306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,315 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45542 deadline: 1731552762306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:42,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45536 deadline: 1731552762316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:42,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-14T02:51:42,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:42,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:42,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:42,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:42,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-14T02:51:42,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552762476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:42,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:42,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552762476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:42,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:42,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552762526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:42,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45542 deadline: 1731552762526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,528 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,528 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45536 deadline: 1731552762526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:42,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,529 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:42,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-14T02:51:42,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:42,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:42,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:42,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:42,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:42,556 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:42,560 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e2cd55b1acf2477faa97285ba416285e_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e2cd55b1acf2477faa97285ba416285e_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:42,561 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/c9c71f337569406098f08351bfc420c6, store: [table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:51:42,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/c9c71f337569406098f08351bfc420c6 is 175, key is test_row_0/A:col10/1731552702092/Put/seqid=0
2024-11-14T02:51:42,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742157_1333 (size=30955)
2024-11-14T02:51:42,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-14T02:51:42,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:42,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:42,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:42,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:42,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:42,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:42,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-14T02:51:42,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552762786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:42,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:42,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552762797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:42,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:42,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552762836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:42,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45542 deadline: 1731552762836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:42,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45536 deadline: 1731552762836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:42,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:42,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:42,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-14T02:51:42,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:42,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:42,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:42,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:42,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:42,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:42,965 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/c9c71f337569406098f08351bfc420c6
2024-11-14T02:51:42,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/02d0595c2c51419eb50125217e0a8483 is 50, key is test_row_0/B:col10/1731552702092/Put/seqid=0
2024-11-14T02:51:43,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-14T02:51:43,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:43,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:43,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:43,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:43,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:43,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742158_1334 (size=12001)
2024-11-14T02:51:43,001 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/02d0595c2c51419eb50125217e0a8483
2024-11-14T02:51:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:43,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/c3634f43b18c45c6b69a64864ef3b923 is 50, key is test_row_0/C:col10/1731552702092/Put/seqid=0
2024-11-14T02:51:43,028 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742159_1335 (size=12001)
2024-11-14T02:51:43,028 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/c3634f43b18c45c6b69a64864ef3b923
2024-11-14T02:51:43,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/c9c71f337569406098f08351bfc420c6 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/c9c71f337569406098f08351bfc420c6
2024-11-14T02:51:43,036 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/c9c71f337569406098f08351bfc420c6, entries=150, sequenceid=15, filesize=30.2 K
2024-11-14T02:51:43,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/02d0595c2c51419eb50125217e0a8483 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/02d0595c2c51419eb50125217e0a8483
2024-11-14T02:51:43,042 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/02d0595c2c51419eb50125217e0a8483, entries=150, sequenceid=15, filesize=11.7 K
2024-11-14T02:51:43,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/c3634f43b18c45c6b69a64864ef3b923 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/c3634f43b18c45c6b69a64864ef3b923
2024-11-14T02:51:43,046 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/c3634f43b18c45c6b69a64864ef3b923, entries=150, sequenceid=15, filesize=11.7 K
2024-11-14T02:51:43,047 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 632085a36a8fc73b682da0b5070aacdd in 925ms, sequenceid=15, compaction requested=false
2024-11-14T02:51:43,047 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-14T02:51:43,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:51:43,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-14T02:51:43,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:43,153 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 632085a36a8fc73b682da0b5070aacdd 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB
2024-11-14T02:51:43,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=A
2024-11-14T02:51:43,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:51:43,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=B
2024-11-14T02:51:43,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:51:43,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=C
2024-11-14T02:51:43,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:51:43,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111456d625f1789c420bb3bbc938df7ae565_632085a36a8fc73b682da0b5070aacdd is 50, key is test_row_0/A:col10/1731552702176/Put/seqid=0
2024-11-14T02:51:43,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742160_1336 (size=12154)
2024-11-14T02:51:43,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:43,169 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111456d625f1789c420bb3bbc938df7ae565_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111456d625f1789c420bb3bbc938df7ae565_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:43,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/b675f10ac9634399a7a1cd14f44efdbd, store: [table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:51:43,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/b675f10ac9634399a7a1cd14f44efdbd is 175, key is test_row_0/A:col10/1731552702176/Put/seqid=0
2024-11-14T02:51:43,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742161_1337 (size=30955)
2024-11-14T02:51:43,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-14T02:51:43,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:43,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:43,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552763327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:43,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552763328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:43,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:43,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:43,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:43,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552763356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:43,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:43,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:43,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:43,368 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45542 deadline: 1731552763356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:43,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:43,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:43,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:43,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:43,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45536 deadline: 1731552763357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:43,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:43,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:43,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:43,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552763446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:43,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:43,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:43,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:43,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552763456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:43,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:43,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:43,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:43,576 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/b675f10ac9634399a7a1cd14f44efdbd
2024-11-14T02:51:43,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/cda76b3d10e74de0818e609850f650ea is 50, key is test_row_0/B:col10/1731552702176/Put/seqid=0
2024-11-14T02:51:43,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742162_1338 (size=12001)
2024-11-14T02:51:43,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:43,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552763656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:43,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:43,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:43,664 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:43,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:43,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552763676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:43,682 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:43,720 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-14T02:51:43,968 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552763966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:43,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:43,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:43,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:43,991 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/cda76b3d10e74de0818e609850f650ea
2024-11-14T02:51:43,993 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552763986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:43,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:43,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:43,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:43,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/85e6f113d47c475fbcfb9b09a2811dac is 50, key is test_row_0/C:col10/1731552702176/Put/seqid=0
2024-11-14T02:51:44,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742163_1339 (size=12001)
2024-11-14T02:51:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-14T02:51:44,386 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45542 deadline: 1731552764376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:44,386 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_1' in 632085a36a8fc73b682da0b5070aacdd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:44,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:44,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:44,387 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:44,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552764387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:44,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45536 deadline: 1731552764387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:44,395 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in 632085a36a8fc73b682da0b5070aacdd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2205 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:44,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:44,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:44,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:44,396 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in 632085a36a8fc73b682da0b5070aacdd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:44,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:44,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:44,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:44,401 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/85e6f113d47c475fbcfb9b09a2811dac
2024-11-14T02:51:44,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/b675f10ac9634399a7a1cd14f44efdbd as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/b675f10ac9634399a7a1cd14f44efdbd
2024-11-14T02:51:44,409 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/b675f10ac9634399a7a1cd14f44efdbd, entries=150, sequenceid=49, filesize=30.2 K
2024-11-14T02:51:44,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/cda76b3d10e74de0818e609850f650ea as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/cda76b3d10e74de0818e609850f650ea
2024-11-14T02:51:44,414 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/cda76b3d10e74de0818e609850f650ea, entries=150, sequenceid=49, filesize=11.7 K
2024-11-14T02:51:44,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/85e6f113d47c475fbcfb9b09a2811dac as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/85e6f113d47c475fbcfb9b09a2811dac
2024-11-14T02:51:44,420 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/85e6f113d47c475fbcfb9b09a2811dac, entries=150, sequenceid=49, filesize=11.7 K
2024-11-14T02:51:44,421 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for 632085a36a8fc73b682da0b5070aacdd in 1268ms, sequenceid=49, compaction requested=false
2024-11-14T02:51:44,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:51:44,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:44,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100
2024-11-14T02:51:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=100
2024-11-14T02:51:44,425 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99
2024-11-14T02:51:44,425 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3410 sec
2024-11-14T02:51:44,427 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.3480 sec
2024-11-14T02:51:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:44,479 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 632085a36a8fc73b682da0b5070aacdd 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-14T02:51:44,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=A
2024-11-14T02:51:44,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:44,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=B
2024-11-14T02:51:44,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:44,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=C
2024-11-14T02:51:44,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:44,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111437b61185dbc044b4a31c25a182bcdd78_632085a36a8fc73b682da0b5070aacdd is 50, key is test_row_0/A:col10/1731552703325/Put/seqid=0
2024-11-14T02:51:44,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742164_1340 (size=14594)
2024-11-14T02:51:44,492 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:44,495 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111437b61185dbc044b4a31c25a182bcdd78_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111437b61185dbc044b4a31c25a182bcdd78_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:44,496 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/d4c704c32b9b4e42ab7296c6337ad0b0, store: [table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:51:44,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/d4c704c32b9b4e42ab7296c6337ad0b0 is 175, key is test_row_0/A:col10/1731552703325/Put/seqid=0
2024-11-14T02:51:44,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742165_1341 (size=39549)
2024-11-14T02:51:44,559 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552764553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:44,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:44,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:44,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:44,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552764557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:44,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:44,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:44,566 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:44,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552764666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:44,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:44,687 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552764677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:44,687 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:44,891 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552764886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:44,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:44,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:44,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:44,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552764896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:44,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:44,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:44,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:44,905 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/d4c704c32b9b4e42ab7296c6337ad0b0
2024-11-14T02:51:44,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/315c40cc5f454ca8b46ad4bfd40340cd is 50, key is test_row_0/B:col10/1731552703325/Put/seqid=0
2024-11-14T02:51:44,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742166_1342 (size=12001)
2024-11-14T02:51:45,209 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552765196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:45,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:45,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:45,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:45,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552765216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:45,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:45,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:45,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:45,316 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/315c40cc5f454ca8b46ad4bfd40340cd
2024-11-14T02:51:45,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/69e41cfbba024f17845328e942602ffd is 50, key is test_row_0/C:col10/1731552703325/Put/seqid=0
2024-11-14T02:51:45,347 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742167_1343 (size=12001)
2024-11-14T02:51:45,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552765716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:45,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:45,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:45,719 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:45,736 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552765726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:45,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:45,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:45,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:45,748 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/69e41cfbba024f17845328e942602ffd
2024-11-14T02:51:45,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/d4c704c32b9b4e42ab7296c6337ad0b0 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/d4c704c32b9b4e42ab7296c6337ad0b0
2024-11-14T02:51:45,756 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/d4c704c32b9b4e42ab7296c6337ad0b0, entries=200, sequenceid=61, filesize=38.6 K
2024-11-14T02:51:45,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/315c40cc5f454ca8b46ad4bfd40340cd as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/315c40cc5f454ca8b46ad4bfd40340cd
2024-11-14T02:51:45,760 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/315c40cc5f454ca8b46ad4bfd40340cd, entries=150, sequenceid=61, filesize=11.7 K
2024-11-14T02:51:45,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/69e41cfbba024f17845328e942602ffd as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/69e41cfbba024f17845328e942602ffd
2024-11-14T02:51:45,764 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/69e41cfbba024f17845328e942602ffd, entries=150, sequenceid=61, filesize=11.7 K
2024-11-14T02:51:45,765 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 632085a36a8fc73b682da0b5070aacdd in 1286ms, sequenceid=61, compaction requested=true
2024-11-14T02:51:45,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:51:45,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 632085a36a8fc73b682da0b5070aacdd:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:51:45,765 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:45,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:45,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 632085a36a8fc73b682da0b5070aacdd:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:51:45,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:45,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 632085a36a8fc73b682da0b5070aacdd:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:51:45,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:45,765 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:45,767 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:45,767 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:45,767 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 632085a36a8fc73b682da0b5070aacdd/A is initiating minor compaction (all files)
2024-11-14T02:51:45,767 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 632085a36a8fc73b682da0b5070aacdd/B is initiating minor compaction (all files)
2024-11-14T02:51:45,767 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 632085a36a8fc73b682da0b5070aacdd/A in TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:45,767 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 632085a36a8fc73b682da0b5070aacdd/B in TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:45,767 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/02d0595c2c51419eb50125217e0a8483, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/cda76b3d10e74de0818e609850f650ea, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/315c40cc5f454ca8b46ad4bfd40340cd] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp, totalSize=35.2 K
2024-11-14T02:51:45,767 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/c9c71f337569406098f08351bfc420c6, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/b675f10ac9634399a7a1cd14f44efdbd, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/d4c704c32b9b4e42ab7296c6337ad0b0] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp, totalSize=99.1 K
2024-11-14T02:51:45,767 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:45,767 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. files: [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/c9c71f337569406098f08351bfc420c6, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/b675f10ac9634399a7a1cd14f44efdbd, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/d4c704c32b9b4e42ab7296c6337ad0b0]
2024-11-14T02:51:45,768 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 02d0595c2c51419eb50125217e0a8483, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731552702089
2024-11-14T02:51:45,768 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9c71f337569406098f08351bfc420c6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731552702089
2024-11-14T02:51:45,768 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting cda76b3d10e74de0818e609850f650ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731552702176
2024-11-14T02:51:45,768 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting b675f10ac9634399a7a1cd14f44efdbd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731552702176
2024-11-14T02:51:45,768 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 315c40cc5f454ca8b46ad4bfd40340cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731552703325
2024-11-14T02:51:45,768 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4c704c32b9b4e42ab7296c6337ad0b0, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731552703312
2024-11-14T02:51:45,775 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 632085a36a8fc73b682da0b5070aacdd#B#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:45,775 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/e7923819b3724bbfab5363e945477c46 is 50, key is test_row_0/B:col10/1731552703325/Put/seqid=0
2024-11-14T02:51:45,776 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:51:45,779 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114da301d66af724cd9b3993888a1b28694_632085a36a8fc73b682da0b5070aacdd store=[table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:51:45,781 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114da301d66af724cd9b3993888a1b28694_632085a36a8fc73b682da0b5070aacdd, store=[table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:51:45,781 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114da301d66af724cd9b3993888a1b28694_632085a36a8fc73b682da0b5070aacdd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:51:45,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742168_1344 (size=12104)
2024-11-14T02:51:45,791 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742169_1345 (size=4469)
2024-11-14T02:51:46,186 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/e7923819b3724bbfab5363e945477c46 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/e7923819b3724bbfab5363e945477c46
2024-11-14T02:51:46,190 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 632085a36a8fc73b682da0b5070aacdd/B of 632085a36a8fc73b682da0b5070aacdd into e7923819b3724bbfab5363e945477c46(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:46,190 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:51:46,190 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., storeName=632085a36a8fc73b682da0b5070aacdd/B, priority=13, startTime=1731552705765; duration=0sec
2024-11-14T02:51:46,191 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:46,191 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 632085a36a8fc73b682da0b5070aacdd:B
2024-11-14T02:51:46,191 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:46,192 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 632085a36a8fc73b682da0b5070aacdd#A#compaction#298 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:46,192 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/7a9524ea29e549d0bd18252398c095ba is 175, key is test_row_0/A:col10/1731552703325/Put/seqid=0
2024-11-14T02:51:46,193 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:46,193 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 632085a36a8fc73b682da0b5070aacdd/C is initiating minor compaction (all files)
2024-11-14T02:51:46,193 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 632085a36a8fc73b682da0b5070aacdd/C in TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:46,193 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/c3634f43b18c45c6b69a64864ef3b923, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/85e6f113d47c475fbcfb9b09a2811dac, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/69e41cfbba024f17845328e942602ffd] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp, totalSize=35.2 K
2024-11-14T02:51:46,193 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting c3634f43b18c45c6b69a64864ef3b923, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731552702089
2024-11-14T02:51:46,194 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 85e6f113d47c475fbcfb9b09a2811dac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731552702176
2024-11-14T02:51:46,195 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 69e41cfbba024f17845328e942602ffd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731552703325
2024-11-14T02:51:46,213 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 632085a36a8fc73b682da0b5070aacdd#C#compaction#299 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:46,213 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/3f6c935de794426ab1605ed971d2f5be is 50, key is test_row_0/C:col10/1731552703325/Put/seqid=0
2024-11-14T02:51:46,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742170_1346 (size=31058)
2024-11-14T02:51:46,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742171_1347 (size=12104)
2024-11-14T02:51:46,227 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/7a9524ea29e549d0bd18252398c095ba as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/7a9524ea29e549d0bd18252398c095ba
2024-11-14T02:51:46,233 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 632085a36a8fc73b682da0b5070aacdd/A of 632085a36a8fc73b682da0b5070aacdd into 7a9524ea29e549d0bd18252398c095ba(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:46,233 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:51:46,234 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., storeName=632085a36a8fc73b682da0b5070aacdd/A, priority=13, startTime=1731552705765; duration=0sec
2024-11-14T02:51:46,234 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:46,234 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 632085a36a8fc73b682da0b5070aacdd:A
2024-11-14T02:51:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-14T02:51:46,246 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:51:46,246 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:51:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees
2024-11-14T02:51:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-14T02:51:46,248 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:51:46,249 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:51:46,249 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:51:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-14T02:51:46,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-14T02:51:46,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:46,401 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 632085a36a8fc73b682da0b5070aacdd 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-14T02:51:46,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=A
2024-11-14T02:51:46,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:46,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=B
2024-11-14T02:51:46,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:46,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=C
2024-11-14T02:51:46,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:46,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114be3e6258870741709d0f92d5012fca4e_632085a36a8fc73b682da0b5070aacdd is 50, key is test_row_0/A:col10/1731552704555/Put/seqid=0
2024-11-14T02:51:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:46,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:46,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742172_1348 (size=12154)
2024-11-14T02:51:46,436 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552766430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:46,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:46,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:46,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:46,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45536 deadline: 1731552766431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:46,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45542 deadline: 1731552766436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:46,444 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:46,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552766546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:46,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:46,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:46,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45542 deadline: 1731552766546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:46,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:46,556 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45536 deadline: 1731552766546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:46,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-14T02:51:46,623 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/3f6c935de794426ab1605ed971d2f5be as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/3f6c935de794426ab1605ed971d2f5be
2024-11-14T02:51:46,627 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 632085a36a8fc73b682da0b5070aacdd/C of 632085a36a8fc73b682da0b5070aacdd into 3f6c935de794426ab1605ed971d2f5be(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:46,627 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:51:46,627 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., storeName=632085a36a8fc73b682da0b5070aacdd/C, priority=13, startTime=1731552705765; duration=0sec
2024-11-14T02:51:46,627 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:46,627 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 632085a36a8fc73b682da0b5070aacdd:C
2024-11-14T02:51:46,732 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:46,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552766726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:46,733 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_0' in 632085a36a8fc73b682da0b5070aacdd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:46,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:46,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:46,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:46,752 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552766746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:46,753 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_0' in 632085a36a8fc73b682da0b5070aacdd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:46,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:46,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:46,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:46,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552766766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:46,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:46,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:46,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:46,773 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45542 deadline: 1731552766766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:46,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:46,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:46,773 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:46,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:46,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45536 deadline: 1731552766766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:46,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:46,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:46,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:46,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:46,819 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114be3e6258870741709d0f92d5012fca4e_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114be3e6258870741709d0f92d5012fca4e_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:46,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/283992a974bb476b9f01250b7b586f56, store: [table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:51:46,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/283992a974bb476b9f01250b7b586f56 is 175, key is test_row_0/A:col10/1731552704555/Put/seqid=0
2024-11-14T02:51:46,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742173_1349 (size=30955)
2024-11-14T02:51:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-14T02:51:47,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552767076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:47,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:47,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:47,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:47,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45536 deadline: 1731552767087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:47,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45542 deadline: 1731552767087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:47,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:47,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:47,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:47,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:47,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:47,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:47,227 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/283992a974bb476b9f01250b7b586f56
2024-11-14T02:51:47,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/9fa709fc9e6e42d38429b63594785492 is 50, key is test_row_0/B:col10/1731552704555/Put/seqid=0
2024-11-14T02:51:47,237 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742174_1350 (size=12001)
2024-11-14T02:51:47,237 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/9fa709fc9e6e42d38429b63594785492
2024-11-14T02:51:47,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/f8b8184dfea54ca282631ddf007da6fe is 50, key is test_row_0/C:col10/1731552704555/Put/seqid=0
2024-11-14T02:51:47,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742175_1351 (size=12001)
2024-11-14T02:51:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-14T02:51:47,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552767586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:47,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:47,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:47,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:47,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:47,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45536 deadline: 1731552767596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:47,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:47,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:47,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:47,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45542 deadline: 1731552767606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:47,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:47,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:47,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:47,647 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/f8b8184dfea54ca282631ddf007da6fe
2024-11-14T02:51:47,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/283992a974bb476b9f01250b7b586f56 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/283992a974bb476b9f01250b7b586f56
2024-11-14T02:51:47,680 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/283992a974bb476b9f01250b7b586f56, entries=150, sequenceid=83, filesize=30.2 K
2024-11-14T02:51:47,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/9fa709fc9e6e42d38429b63594785492 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/9fa709fc9e6e42d38429b63594785492
2024-11-14T02:51:47,683 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/9fa709fc9e6e42d38429b63594785492, entries=150, sequenceid=83, filesize=11.7 K
2024-11-14T02:51:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/f8b8184dfea54ca282631ddf007da6fe as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/f8b8184dfea54ca282631ddf007da6fe
2024-11-14T02:51:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,688 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/f8b8184dfea54ca282631ddf007da6fe, entries=150, sequenceid=83, filesize=11.7 K
2024-11-14T02:51:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,689 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 632085a36a8fc73b682da0b5070aacdd in 1288ms, sequenceid=83, compaction requested=false
2024-11-14T02:51:47,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:51:47,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:47,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102
2024-11-14T02:51:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=102
2024-11-14T02:51:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,693 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101
2024-11-14T02:51:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,693 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4420 sec
2024-11-14T02:51:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,695 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.4470 sec
2024-11-14T02:51:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-14T02:51:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,396 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:51:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,397 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:51:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees
2024-11-14T02:51:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-14T02:51:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,399 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:51:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,400 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:51:48,400 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:51:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-14T02:51:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-14T02:51:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:48,553 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 632085a36a8fc73b682da0b5070aacdd 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-14T02:51:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=A
2024-11-14T02:51:48,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:48,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=B
2024-11-14T02:51:48,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:48,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=C
2024-11-14T02:51:48,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114814390f6065b4b7fb83eae0ffd9dd33a_632085a36a8fc73b682da0b5070aacdd is 50, key is test_row_1/A:col10/1731552706430/Put/seqid=0
2024-11-14T02:51:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742176_1352 (size=9714)
2024-11-14T02:51:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:48,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45536 deadline: 1731552768696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:48,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:48,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45542 deadline: 1731552768697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:48,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:48,708 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:48,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:48,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:48,709 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:48,712 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552768699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:48,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:48,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:48,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:48,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-14T02:51:48,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552768746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:48,750 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_0' in 632085a36a8fc73b682da0b5070aacdd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:48,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:48,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:48,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:48,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:48,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552768776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:48,780 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_0' in 632085a36a8fc73b682da0b5070aacdd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4223 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:48,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:48,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:48,781 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:48,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45536 deadline: 1731552768817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:48,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:48,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45542 deadline: 1731552768817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:48,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:48,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:48,823 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:48,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552768817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:48,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:48,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:48,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:48,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:48,823 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:48,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:48,970 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114814390f6065b4b7fb83eae0ffd9dd33a_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114814390f6065b4b7fb83eae0ffd9dd33a_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:48,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/707b3454f6214acab3d2dfe4e1390491, store: [table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:51:48,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/707b3454f6214acab3d2dfe4e1390491 is 175, key is test_row_1/A:col10/1731552706430/Put/seqid=0
2024-11-14T02:51:48,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742177_1353 (size=22361)
2024-11-14T02:51:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-14T02:51:49,033 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45536 deadline: 1731552769027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:49,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:49,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:49,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45542 deadline: 1731552769027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:49,034 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:49,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:49,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:49,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:49,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552769027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:49,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:49,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:49,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:49,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45536 deadline: 1731552769336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:49,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:49,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:49,343 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:49,352 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45542 deadline: 1731552769345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:49,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:49,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:49,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552769346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:49,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:49,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:49,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:49,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:49,384 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/707b3454f6214acab3d2dfe4e1390491
2024-11-14T02:51:49,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/8f59b529c3c24adfb5e1902e8c793a14 is 50, key is test_row_1/B:col10/1731552706430/Put/seqid=0
2024-11-14T02:51:49,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742178_1354 (size=9657)
2024-11-14T02:51:49,444 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-14T02:51:49,444 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-14T02:51:49,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-14T02:51:49,800 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/8f59b529c3c24adfb5e1902e8c793a14
2024-11-14T02:51:49,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/51ce386c462c4a25b704c0f0449fa696 is 50, key is test_row_1/C:col10/1731552706430/Put/seqid=0
2024-11-14T02:51:49,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742179_1355 (size=9657)
2024-11-14T02:51:49,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45536 deadline: 1731552769847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:49,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:49,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:49,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:49,859 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45542 deadline: 1731552769856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:49,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:49,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:49,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:49,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552769866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:49,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:49,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:49,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:50,235 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/51ce386c462c4a25b704c0f0449fa696
2024-11-14T02:51:50,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/707b3454f6214acab3d2dfe4e1390491 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/707b3454f6214acab3d2dfe4e1390491
2024-11-14T02:51:50,241 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/707b3454f6214acab3d2dfe4e1390491, entries=100, sequenceid=96, filesize=21.8 K
2024-11-14T02:51:50,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/8f59b529c3c24adfb5e1902e8c793a14 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/8f59b529c3c24adfb5e1902e8c793a14
2024-11-14T02:51:50,245 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/8f59b529c3c24adfb5e1902e8c793a14, entries=100, sequenceid=96, filesize=9.4 K
2024-11-14T02:51:50,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/51ce386c462c4a25b704c0f0449fa696 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/51ce386c462c4a25b704c0f0449fa696
2024-11-14T02:51:50,250 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/51ce386c462c4a25b704c0f0449fa696, entries=100, sequenceid=96, filesize=9.4 K
2024-11-14T02:51:50,251 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 632085a36a8fc73b682da0b5070aacdd in 1698ms, sequenceid=96, compaction requested=true
2024-11-14T02:51:50,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:51:50,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:50,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104
2024-11-14T02:51:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=104
2024-11-14T02:51:50,254 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103
2024-11-14T02:51:50,254 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8520 sec
2024-11-14T02:51:50,255 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.8570 sec
2024-11-14T02:51:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-14T02:51:50,546 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:51:50,547 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:51:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees
2024-11-14T02:51:50,548 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:51:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-14T02:51:50,548 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:51:50,548 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:51:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-14T02:51:50,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-14T02:51:50,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:50,700 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 632085a36a8fc73b682da0b5070aacdd 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-14T02:51:50,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=A
2024-11-14T02:51:50,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:50,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=B
2024-11-14T02:51:50,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:50,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=C
2024-11-14T02:51:50,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:50,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144b0ca5f6774a43b4a9be6458cd4bf570_632085a36a8fc73b682da0b5070aacdd is 50, key is test_row_0/A:col10/1731552708697/Put/seqid=0
2024-11-14T02:51:50,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742180_1356 (size=12154)
2024-11-14T02:51:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:50,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-14T02:51:50,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552770882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:50,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:50,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45536 deadline: 1731552770903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:50,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:50,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:50,914 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:50,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45542 deadline: 1731552770903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:50,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:50,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:50,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:51,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552771006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:51,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:51,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:51,015 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:51,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45536 deadline: 1731552771016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:51,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:51,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45542 deadline: 1731552771016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:51,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:51,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:51,114 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411144b0ca5f6774a43b4a9be6458cd4bf570_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144b0ca5f6774a43b4a9be6458cd4bf570_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:51,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/63dd45fdd09a4e7b95721f1d3622ec4c, store: [table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:51:51,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/63dd45fdd09a4e7b95721f1d3622ec4c is 175, key is test_row_0/A:col10/1731552708697/Put/seqid=0
2024-11-14T02:51:51,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742181_1357 (size=30955)
2024-11-14T02:51:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-14T02:51:51,233 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:51,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552771226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:51,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:51,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:51,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:51,234 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45542 deadline: 1731552771226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:51,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:51,235 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:51,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:51,235 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45536 deadline: 1731552771226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:51,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:51,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:51,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:51,519 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/63dd45fdd09a4e7b95721f1d3622ec4c
2024-11-14T02:51:51,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/51d89fcc1fcf4abd8bf56699ea366a2b is 50, key is test_row_0/B:col10/1731552708697/Put/seqid=0
2024-11-14T02:51:51,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742182_1358 (size=12001)
2024-11-14T02:51:51,540 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552771536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:51,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:51,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:51,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:51,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45542 deadline: 1731552771546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:51,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:51,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45536 deadline: 1731552771546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-14T02:51:51,929 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/51d89fcc1fcf4abd8bf56699ea366a2b
2024-11-14T02:51:51,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/4ff9946b620b44c989fd7aa508d3e2cb is 50, key is test_row_0/C:col10/1731552708697/Put/seqid=0
2024-11-14T02:51:51,938 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742183_1359 (size=12001)
2024-11-14T02:51:52,051 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552772046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:52,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:52,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:52,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:52,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45542 deadline: 1731552772056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:52,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:52,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:52,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:52,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45536 deadline: 1731552772066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:52,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:52,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:52,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:52,338 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/4ff9946b620b44c989fd7aa508d3e2cb
2024-11-14T02:51:52,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/63dd45fdd09a4e7b95721f1d3622ec4c as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/63dd45fdd09a4e7b95721f1d3622ec4c
2024-11-14T02:51:52,345 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/63dd45fdd09a4e7b95721f1d3622ec4c, entries=150, sequenceid=116, filesize=30.2 K
2024-11-14T02:51:52,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/51d89fcc1fcf4abd8bf56699ea366a2b as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/51d89fcc1fcf4abd8bf56699ea366a2b
2024-11-14T02:51:52,349 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/51d89fcc1fcf4abd8bf56699ea366a2b, entries=150, sequenceid=116, filesize=11.7 K
2024-11-14T02:51:52,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/4ff9946b620b44c989fd7aa508d3e2cb as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/4ff9946b620b44c989fd7aa508d3e2cb
2024-11-14T02:51:52,357 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/4ff9946b620b44c989fd7aa508d3e2cb, entries=150, sequenceid=116, filesize=11.7 K
2024-11-14T02:51:52,357 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 632085a36a8fc73b682da0b5070aacdd in 1657ms, sequenceid=116, compaction requested=true
2024-11-14T02:51:52,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:51:52,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:52,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106
2024-11-14T02:51:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=106
2024-11-14T02:51:52,361 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105
2024-11-14T02:51:52,361 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8110 sec
2024-11-14T02:51:52,362 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.8140 sec
2024-11-14T02:51:52,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-14T02:51:52,696 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:51:52,696 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:51:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees
2024-11-14T02:51:52,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-14T02:51:52,698 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:51:52,698 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:51:52,698 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:51:52,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:52,769 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 632085a36a8fc73b682da0b5070aacdd 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-14T02:51:52,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=A
2024-11-14T02:51:52,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:52,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=B
2024-11-14T02:51:52,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:52,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=C
2024-11-14T02:51:52,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:52,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114aaea7ea083254c8a89c6f14cc5daa031_632085a36a8fc73b682da0b5070aacdd is 50, key is test_row_0/A:col10/1731552712768/Put/seqid=0
2024-11-14T02:51:52,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742184_1360 (size=14644)
2024-11-14T02:51:52,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-14T02:51:52,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-14T02:51:52,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:52,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:52,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:52,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:52,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:52,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:52,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552772877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:52,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:52,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:52,882 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:52,891 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552772878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:52,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:52,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:52,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:52,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552772986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:52,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:52,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:52,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:53,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-14T02:51:53,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:53,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:53,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:53,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:53,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:53,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:53,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:53,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552772996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:53,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:53,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:53,006 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-14T02:51:53,073 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552773066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:53,073 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_1' in 632085a36a8fc73b682da0b5070aacdd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:53,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:53,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:53,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:53,087 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45542 deadline: 1731552773077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:53,087 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in 632085a36a8fc73b682da0b5070aacdd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:53,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:53,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:53,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:53,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45536 deadline: 1731552773086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:53,093 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in 632085a36a8fc73b682da0b5070aacdd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:53,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:53,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:53,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:53,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-14T02:51:53,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:53,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:53,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:53,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:53,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:53,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:53,184 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:53,186 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114aaea7ea083254c8a89c6f14cc5daa031_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114aaea7ea083254c8a89c6f14cc5daa031_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:53,187 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/d1edfa0d96a94cffb3c00d108c39cc63, store: [table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:51:53,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/d1edfa0d96a94cffb3c00d108c39cc63 is 175, key is test_row_0/A:col10/1731552712768/Put/seqid=0
2024-11-14T02:51:53,190 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742185_1361 (size=39599)
2024-11-14T02:51:53,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552773206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:53,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:53,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:53,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:53,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552773216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:53,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:53,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:53,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:53,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-14T02:51:53,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:53,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:53,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:53,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:53,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-14T02:51:53,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-14T02:51:53,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:53,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:53,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:53,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:53,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:53,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552773516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:53,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:53,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:53,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:53,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552773536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:53,591 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/d1edfa0d96a94cffb3c00d108c39cc63
2024-11-14T02:51:53,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/1f2c5ab2ada146c2a23f39d1ffbc1ff0 is 50, key is test_row_0/B:col10/1731552712768/Put/seqid=0
2024-11-14T02:51:53,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742186_1362 (size=12051)
2024-11-14T02:51:53,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-14T02:51:53,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:53,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:53,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:53,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:53,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:53,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-14T02:51:53,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:53,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:53,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:53,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:53,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:53,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-14T02:51:53,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-14T02:51:53,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:53,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:53,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:53,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:53,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:53,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:53,999 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/1f2c5ab2ada146c2a23f39d1ffbc1ff0
2024-11-14T02:51:54,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/9c764889e4c9432a925642bb4acf42cf is 50, key is test_row_0/C:col10/1731552712768/Put/seqid=0
2024-11-14T02:51:54,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742187_1363 (size=12051)
2024-11-14T02:51:54,048 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552774036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:54,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:54,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:54,049 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:54,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552774056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:54,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:54,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-14T02:51:54,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:54,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:54,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:54,071 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:54,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:54,224 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-14T02:51:54,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:54,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:54,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:54,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:54,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:54,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-14T02:51:54,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:54,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:54,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:54,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:54,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=108
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:54,407 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/9c764889e4c9432a925642bb4acf42cf
2024-11-14T02:51:54,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/d1edfa0d96a94cffb3c00d108c39cc63 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/d1edfa0d96a94cffb3c00d108c39cc63
2024-11-14T02:51:54,413 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/d1edfa0d96a94cffb3c00d108c39cc63, entries=200, sequenceid=129, filesize=38.7 K
2024-11-14T02:51:54,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/1f2c5ab2ada146c2a23f39d1ffbc1ff0 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/1f2c5ab2ada146c2a23f39d1ffbc1ff0
2024-11-14T02:51:54,417 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/1f2c5ab2ada146c2a23f39d1ffbc1ff0, entries=150, sequenceid=129, filesize=11.8 K
2024-11-14T02:51:54,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/9c764889e4c9432a925642bb4acf42cf as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/9c764889e4c9432a925642bb4acf42cf
2024-11-14T02:51:54,420 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/9c764889e4c9432a925642bb4acf42cf, entries=150, sequenceid=129, filesize=11.8 K
2024-11-14T02:51:54,420 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 632085a36a8fc73b682da0b5070aacdd in 1651ms, sequenceid=129, compaction requested=true
2024-11-14T02:51:54,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:51:54,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 632085a36a8fc73b682da0b5070aacdd:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:51:54,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:54,421 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-14T02:51:54,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 632085a36a8fc73b682da0b5070aacdd:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:51:54,421 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-14T02:51:54,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:54,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 632085a36a8fc73b682da0b5070aacdd:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:51:54,421 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:54,423 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 154928 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-14T02:51:54,423 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 57814 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-14T02:51:54,423 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 632085a36a8fc73b682da0b5070aacdd/B is initiating minor compaction (all files)
2024-11-14T02:51:54,423 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 632085a36a8fc73b682da0b5070aacdd/A is initiating minor compaction (all files)
2024-11-14T02:51:54,423 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 632085a36a8fc73b682da0b5070aacdd/A in TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:54,423 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 632085a36a8fc73b682da0b5070aacdd/B in TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:54,423 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/7a9524ea29e549d0bd18252398c095ba, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/283992a974bb476b9f01250b7b586f56, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/707b3454f6214acab3d2dfe4e1390491, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/63dd45fdd09a4e7b95721f1d3622ec4c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/d1edfa0d96a94cffb3c00d108c39cc63] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp, totalSize=151.3 K
2024-11-14T02:51:54,423 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/e7923819b3724bbfab5363e945477c46, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/9fa709fc9e6e42d38429b63594785492, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/8f59b529c3c24adfb5e1902e8c793a14, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/51d89fcc1fcf4abd8bf56699ea366a2b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/1f2c5ab2ada146c2a23f39d1ffbc1ff0] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp, totalSize=56.5 K
2024-11-14T02:51:54,423 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:54,423 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. files: [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/7a9524ea29e549d0bd18252398c095ba, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/283992a974bb476b9f01250b7b586f56, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/707b3454f6214acab3d2dfe4e1390491, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/63dd45fdd09a4e7b95721f1d3622ec4c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/d1edfa0d96a94cffb3c00d108c39cc63]
2024-11-14T02:51:54,423 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting e7923819b3724bbfab5363e945477c46, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731552703325
2024-11-14T02:51:54,423 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a9524ea29e549d0bd18252398c095ba, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731552703325
2024-11-14T02:51:54,424 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fa709fc9e6e42d38429b63594785492, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731552704532
2024-11-14T02:51:54,424 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 283992a974bb476b9f01250b7b586f56, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731552704532
2024-11-14T02:51:54,424 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f59b529c3c24adfb5e1902e8c793a14, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731552706430
2024-11-14T02:51:54,424 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 707b3454f6214acab3d2dfe4e1390491, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731552706430
2024-11-14T02:51:54,424 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 51d89fcc1fcf4abd8bf56699ea366a2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731552708688
2024-11-14T02:51:54,424 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63dd45fdd09a4e7b95721f1d3622ec4c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731552708688
2024-11-14T02:51:54,424 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f2c5ab2ada146c2a23f39d1ffbc1ff0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731552710881
2024-11-14T02:51:54,424 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1edfa0d96a94cffb3c00d108c39cc63, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731552710877
2024-11-14T02:51:54,431 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:51:54,434 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 632085a36a8fc73b682da0b5070aacdd#B#compaction#313 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:54,435 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/405116890fb14023b2ec4de52d5d6934 is 50, key is test_row_0/B:col10/1731552712768/Put/seqid=0
2024-11-14T02:51:54,437 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411140cd849825b574b4c959a8bad98ab4aae_632085a36a8fc73b682da0b5070aacdd store=[table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:51:54,440 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411140cd849825b574b4c959a8bad98ab4aae_632085a36a8fc73b682da0b5070aacdd, store=[table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:51:54,441 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140cd849825b574b4c959a8bad98ab4aae_632085a36a8fc73b682da0b5070aacdd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:51:54,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742188_1364 (size=12325)
2024-11-14T02:51:54,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742189_1365 (size=4469)
2024-11-14T02:51:54,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108
2024-11-14T02:51:54,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:54,529 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 632085a36a8fc73b682da0b5070aacdd 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-14T02:51:54,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=A
2024-11-14T02:51:54,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:54,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=B
2024-11-14T02:51:54,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:54,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=C
2024-11-14T02:51:54,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:54,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114944ef56d6b5d48f5bbd7c11eb36a7cc5_632085a36a8fc73b682da0b5070aacdd is 50, key is test_row_0/A:col10/1731552712875/Put/seqid=0
2024-11-14T02:51:54,539 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742190_1366 (size=12304)
2024-11-14T02:51:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-14T02:51:54,850 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 632085a36a8fc73b682da0b5070aacdd#A#compaction#312 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:54,851 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/6b9d00112fec4a0682bf4340d78c1902 is 175, key is test_row_0/A:col10/1731552712768/Put/seqid=0
2024-11-14T02:51:54,853 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/405116890fb14023b2ec4de52d5d6934 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/405116890fb14023b2ec4de52d5d6934
2024-11-14T02:51:54,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742191_1367 (size=31279)
2024-11-14T02:51:54,858 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 632085a36a8fc73b682da0b5070aacdd/B of 632085a36a8fc73b682da0b5070aacdd into 405116890fb14023b2ec4de52d5d6934(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:54,858 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:51:54,858 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., storeName=632085a36a8fc73b682da0b5070aacdd/B, priority=11, startTime=1731552714421; duration=0sec
2024-11-14T02:51:54,858 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:54,858 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 632085a36a8fc73b682da0b5070aacdd:B
2024-11-14T02:51:54,858 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-14T02:51:54,860 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 57814 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-14T02:51:54,860 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 632085a36a8fc73b682da0b5070aacdd/C is initiating minor compaction (all files)
2024-11-14T02:51:54,860 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 632085a36a8fc73b682da0b5070aacdd/C in TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:54,860 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/3f6c935de794426ab1605ed971d2f5be, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/f8b8184dfea54ca282631ddf007da6fe, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/51ce386c462c4a25b704c0f0449fa696, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/4ff9946b620b44c989fd7aa508d3e2cb, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/9c764889e4c9432a925642bb4acf42cf] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp, totalSize=56.5 K
2024-11-14T02:51:54,860 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f6c935de794426ab1605ed971d2f5be, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731552703325
2024-11-14T02:51:54,861 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting f8b8184dfea54ca282631ddf007da6fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731552704532
2024-11-14T02:51:54,861 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 51ce386c462c4a25b704c0f0449fa696, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1731552706430
2024-11-14T02:51:54,861 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ff9946b620b44c989fd7aa508d3e2cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731552708688
2024-11-14T02:51:54,862 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c764889e4c9432a925642bb4acf42cf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731552710881
2024-11-14T02:51:54,862 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/6b9d00112fec4a0682bf4340d78c1902 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/6b9d00112fec4a0682bf4340d78c1902
2024-11-14T02:51:54,866 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 632085a36a8fc73b682da0b5070aacdd/A of 632085a36a8fc73b682da0b5070aacdd into 6b9d00112fec4a0682bf4340d78c1902(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:54,866 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:51:54,866 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., storeName=632085a36a8fc73b682da0b5070aacdd/A, priority=11, startTime=1731552714420; duration=0sec
2024-11-14T02:51:54,866 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:54,866 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 632085a36a8fc73b682da0b5070aacdd:A
2024-11-14T02:51:54,869 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 632085a36a8fc73b682da0b5070aacdd#C#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:54,869 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/1a9ad84d0a4e4e278f0daeef8f9d2bb3 is 50, key is test_row_0/C:col10/1731552712768/Put/seqid=0
2024-11-14T02:51:54,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742192_1368 (size=12325)
2024-11-14T02:51:54,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:54,943 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114944ef56d6b5d48f5bbd7c11eb36a7cc5_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114944ef56d6b5d48f5bbd7c11eb36a7cc5_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:54,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/2753454fc387443d87188be7cd91deee, store: [table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:51:54,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/2753454fc387443d87188be7cd91deee is 175, key is test_row_0/A:col10/1731552712875/Put/seqid=0
2024-11-14T02:51:54,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742193_1369 (size=31105)
2024-11-14T02:51:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:55,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:55,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552775094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:55,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,106 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:55,107 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552775096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:55,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:55,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552775097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:55,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,108 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:55,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:55,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45542 deadline: 1731552775106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:55,109 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in 632085a36a8fc73b682da0b5070aacdd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4205 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:55,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,109 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:55,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45536 deadline: 1731552775116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:55,125 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in 632085a36a8fc73b682da0b5070aacdd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4221 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:55,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:55,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552775216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:55,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552775216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:55,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552775216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:55,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:55,277 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/1a9ad84d0a4e4e278f0daeef8f9d2bb3 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/1a9ad84d0a4e4e278f0daeef8f9d2bb3
2024-11-14T02:51:55,281 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 632085a36a8fc73b682da0b5070aacdd/C of 632085a36a8fc73b682da0b5070aacdd into 1a9ad84d0a4e4e278f0daeef8f9d2bb3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:55,281 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:51:55,281 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., storeName=632085a36a8fc73b682da0b5070aacdd/C, priority=11, startTime=1731552714421; duration=0sec
2024-11-14T02:51:55,281 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:55,281 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 632085a36a8fc73b682da0b5070aacdd:C
2024-11-14T02:51:55,353 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=148, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/2753454fc387443d87188be7cd91deee
2024-11-14T02:51:55,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/04e22662b2b04e9f9abf91b0f25836fd is 50, key is test_row_0/B:col10/1731552712875/Put/seqid=0
2024-11-14T02:51:55,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742194_1370 (size=12151)
2024-11-14T02:51:55,430 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:55,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552775426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:55,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:55,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552775426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:55,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:55,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:55,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552775426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:55,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,431 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:55,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552775737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:55,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:55,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552775737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:55,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:55,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:55,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552775737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:55,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:55,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:55,764 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/04e22662b2b04e9f9abf91b0f25836fd
2024-11-14T02:51:55,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/7bc63b270f2949ffbfa4ef10a5edd690 is 50, key is test_row_0/C:col10/1731552712875/Put/seqid=0
2024-11-14T02:51:55,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742195_1371 (size=12151)
2024-11-14T02:51:56,176 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/7bc63b270f2949ffbfa4ef10a5edd690
2024-11-14T02:51:56,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/2753454fc387443d87188be7cd91deee as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/2753454fc387443d87188be7cd91deee
2024-11-14T02:51:56,217 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/2753454fc387443d87188be7cd91deee, entries=150, sequenceid=148, filesize=30.4 K
2024-11-14T02:51:56,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/04e22662b2b04e9f9abf91b0f25836fd as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/04e22662b2b04e9f9abf91b0f25836fd
2024-11-14T02:51:56,221 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/04e22662b2b04e9f9abf91b0f25836fd, entries=150, sequenceid=148, filesize=11.9 K
2024-11-14T02:51:56,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/7bc63b270f2949ffbfa4ef10a5edd690 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/7bc63b270f2949ffbfa4ef10a5edd690
2024-11-14T02:51:56,224 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/7bc63b270f2949ffbfa4ef10a5edd690, entries=150, sequenceid=148, filesize=11.9 K
2024-11-14T02:51:56,225 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 632085a36a8fc73b682da0b5070aacdd in 1696ms, sequenceid=148, compaction requested=false
2024-11-14T02:51:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:51:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:56,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108
2024-11-14T02:51:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=108
2024-11-14T02:51:56,228 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107
2024-11-14T02:51:56,229 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5290 sec
2024-11-14T02:51:56,230 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 3.5330 sec
2024-11-14T02:51:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:56,252 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 632085a36a8fc73b682da0b5070aacdd 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-14T02:51:56,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=A
2024-11-14T02:51:56,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:56,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=B
2024-11-14T02:51:56,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:56,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=C
2024-11-14T02:51:56,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:56,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b7f6810464644caeaf906d462b88c60d_632085a36a8fc73b682da0b5070aacdd is 50, key is test_row_0/A:col10/1731552715093/Put/seqid=0
2024-11-14T02:51:56,263 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742196_1372 (size=14794)
2024-11-14T02:51:56,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552776306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:56,316 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:56,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552776307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:56,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:56,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:56,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:56,318 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552776313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:56,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:56,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:56,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:56,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552776426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:56,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:56,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:56,434 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:56,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552776426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:56,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:56,435 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:56,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:56,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552776426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:56,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:56,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:56,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:56,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:56,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552776636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:56,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:56,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:56,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:56,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552776646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:56,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:56,647 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:56,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:56,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:56,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552776646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:56,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:56,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:56,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:56,665 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:56,667 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b7f6810464644caeaf906d462b88c60d_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b7f6810464644caeaf906d462b88c60d_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:56,668 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/5697f547181a48419d549494d4a62687, store: [table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:51:56,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/5697f547181a48419d549494d4a62687 is 175, key is test_row_0/A:col10/1731552715093/Put/seqid=0
2024-11-14T02:51:56,673 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742197_1373 (size=39749)
2024-11-14T02:51:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-14T02:51:56,856 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:51:56,856 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:51:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees
2024-11-14T02:51:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-14T02:51:56,858 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:51:56,859 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:51:56,859 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:51:56,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552776956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:56,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:56,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:56,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:56,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552776956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:56,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:56,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:56,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:56,962 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552776956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:56,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:56,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:56,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-14T02:51:57,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110
2024-11-14T02:51:57,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:57,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:57,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:57,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:57,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=110
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:57,073 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=165, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/5697f547181a48419d549494d4a62687
2024-11-14T02:51:57,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/6a8c40676a1c4396a3a273a2ba3535c6 is 50, key is test_row_0/B:col10/1731552715093/Put/seqid=0
2024-11-14T02:51:57,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742198_1374 (size=12151)
2024-11-14T02:51:57,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110
2024-11-14T02:51:57,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:57,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:57,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:57,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:57,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:57,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=110
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:57,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-14T02:51:57,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110
2024-11-14T02:51:57,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:57,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:57,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:57,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:57,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=110
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:57,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110
2024-11-14T02:51:57,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:57,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:57,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:57,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:57,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=110
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:51:57,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552777466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:57,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552777466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:57,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552777466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:57,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:57,483 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/6a8c40676a1c4396a3a273a2ba3535c6
2024-11-14T02:51:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-14T02:51:57,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/f9e59b6ba9f54d35bccf270646782d72 is 50, key is test_row_0/C:col10/1731552715093/Put/seqid=0
2024-11-14T02:51:57,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742199_1375 (size=12151)
2024-11-14T02:51:57,492 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/f9e59b6ba9f54d35bccf270646782d72
2024-11-14T02:51:57,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/5697f547181a48419d549494d4a62687 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/5697f547181a48419d549494d4a62687
2024-11-14T02:51:57,498 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/5697f547181a48419d549494d4a62687, entries=200, sequenceid=165, filesize=38.8 K
2024-11-14T02:51:57,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/6a8c40676a1c4396a3a273a2ba3535c6 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/6a8c40676a1c4396a3a273a2ba3535c6
2024-11-14T02:51:57,502 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/6a8c40676a1c4396a3a273a2ba3535c6, entries=150, sequenceid=165, filesize=11.9 K
2024-11-14T02:51:57,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/f9e59b6ba9f54d35bccf270646782d72 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/f9e59b6ba9f54d35bccf270646782d72
2024-11-14T02:51:57,505 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/f9e59b6ba9f54d35bccf270646782d72, entries=150, sequenceid=165, filesize=11.9 K
2024-11-14T02:51:57,506 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 632085a36a8fc73b682da0b5070aacdd in 1255ms, sequenceid=165, compaction requested=true
2024-11-14T02:51:57,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:51:57,507 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:57,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 632085a36a8fc73b682da0b5070aacdd:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:51:57,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:57,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 632085a36a8fc73b682da0b5070aacdd:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:51:57,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:57,507 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:57,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 632085a36a8fc73b682da0b5070aacdd:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:51:57,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:57,508 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102133 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:57,508 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:57,508 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 632085a36a8fc73b682da0b5070aacdd/B is initiating minor compaction (all files)
2024-11-14T02:51:57,508 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 632085a36a8fc73b682da0b5070aacdd/A is initiating minor compaction (all files)
2024-11-14T02:51:57,508 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 632085a36a8fc73b682da0b5070aacdd/B in TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:57,508 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 632085a36a8fc73b682da0b5070aacdd/A in TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:57,508 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/405116890fb14023b2ec4de52d5d6934, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/04e22662b2b04e9f9abf91b0f25836fd, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/6a8c40676a1c4396a3a273a2ba3535c6] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp, totalSize=35.8 K
2024-11-14T02:51:57,508 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/6b9d00112fec4a0682bf4340d78c1902, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/2753454fc387443d87188be7cd91deee, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/5697f547181a48419d549494d4a62687] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp, totalSize=99.7 K
2024-11-14T02:51:57,508 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:57,508 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. files: [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/6b9d00112fec4a0682bf4340d78c1902, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/2753454fc387443d87188be7cd91deee, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/5697f547181a48419d549494d4a62687]
2024-11-14T02:51:57,508 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 405116890fb14023b2ec4de52d5d6934, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731552710881
2024-11-14T02:51:57,508 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b9d00112fec4a0682bf4340d78c1902, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731552710881
2024-11-14T02:51:57,509 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 04e22662b2b04e9f9abf91b0f25836fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731552712851
2024-11-14T02:51:57,509 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2753454fc387443d87188be7cd91deee, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731552712851
2024-11-14T02:51:57,509 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a8c40676a1c4396a3a273a2ba3535c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731552715093
2024-11-14T02:51:57,509 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5697f547181a48419d549494d4a62687, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731552715093
2024-11-14T02:51:57,518 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 632085a36a8fc73b682da0b5070aacdd#B#compaction#321 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:57,519 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/f4aa52e49c934e59bec2be94283c8446 is 50, key is test_row_0/B:col10/1731552715093/Put/seqid=0
2024-11-14T02:51:57,519 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:51:57,521 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411142f580532e48e49d6b2b7dea83c9f8661_632085a36a8fc73b682da0b5070aacdd store=[table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:51:57,524 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411142f580532e48e49d6b2b7dea83c9f8661_632085a36a8fc73b682da0b5070aacdd, store=[table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:51:57,524 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142f580532e48e49d6b2b7dea83c9f8661_632085a36a8fc73b682da0b5070aacdd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:51:57,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742200_1376 (size=12527)
2024-11-14T02:51:57,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742201_1377 (size=4469)
2024-11-14T02:51:57,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110
2024-11-14T02:51:57,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:57,622 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 632085a36a8fc73b682da0b5070aacdd 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB
2024-11-14T02:51:57,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=A
2024-11-14T02:51:57,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:57,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=B
2024-11-14T02:51:57,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:57,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=C
2024-11-14T02:51:57,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:57,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149ab485650e8448a4aaac09a790bfc242_632085a36a8fc73b682da0b5070aacdd is 50, key is test_row_0/A:col10/1731552716306/Put/seqid=0
2024-11-14T02:51:57,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742202_1378 (size=12304)
2024-11-14T02:51:57,935 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/f4aa52e49c934e59bec2be94283c8446 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/f4aa52e49c934e59bec2be94283c8446
2024-11-14T02:51:57,937 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 632085a36a8fc73b682da0b5070aacdd#A#compaction#322 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:57,937 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/064448568ca449ffa9f4c15e3966de6d is 175, key is test_row_0/A:col10/1731552715093/Put/seqid=0
2024-11-14T02:51:57,944 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 632085a36a8fc73b682da0b5070aacdd/B of 632085a36a8fc73b682da0b5070aacdd into f4aa52e49c934e59bec2be94283c8446(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:57,945 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:51:57,945 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., storeName=632085a36a8fc73b682da0b5070aacdd/B, priority=13, startTime=1731552717507; duration=0sec
2024-11-14T02:51:57,945 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:51:57,945 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 632085a36a8fc73b682da0b5070aacdd:B
2024-11-14T02:51:57,945 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:51:57,946 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:51:57,946 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 632085a36a8fc73b682da0b5070aacdd/C is initiating minor compaction (all files)
2024-11-14T02:51:57,946 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 632085a36a8fc73b682da0b5070aacdd/C in TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:57,946 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/1a9ad84d0a4e4e278f0daeef8f9d2bb3, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/7bc63b270f2949ffbfa4ef10a5edd690, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/f9e59b6ba9f54d35bccf270646782d72] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp, totalSize=35.8 K
2024-11-14T02:51:57,952 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a9ad84d0a4e4e278f0daeef8f9d2bb3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731552710881
2024-11-14T02:51:57,956 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bc63b270f2949ffbfa4ef10a5edd690, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731552712851
2024-11-14T02:51:57,956 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting f9e59b6ba9f54d35bccf270646782d72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731552715093
2024-11-14T02:51:57,975 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 632085a36a8fc73b682da0b5070aacdd#C#compaction#324 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:51:57,976 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/68b6d931a6f54c99bcfd3b1b47a0a87c is 50, key is test_row_0/C:col10/1731552715093/Put/seqid=0
2024-11-14T02:51:57,979 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742203_1379 (size=31481)
2024-11-14T02:51:57,986 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/064448568ca449ffa9f4c15e3966de6d as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/064448568ca449ffa9f4c15e3966de6d
2024-11-14T02:51:57,991 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 632085a36a8fc73b682da0b5070aacdd/A of 632085a36a8fc73b682da0b5070aacdd into 064448568ca449ffa9f4c15e3966de6d(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:57,991 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:51:57,991 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., storeName=632085a36a8fc73b682da0b5070aacdd/A, priority=13, startTime=1731552717506; duration=0sec
2024-11-14T02:51:57,991 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:57,991 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 632085a36a8fc73b682da0b5070aacdd:A
2024-11-14T02:51:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-14T02:51:58,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742204_1380 (size=12527)
2024-11-14T02:51:58,028 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/68b6d931a6f54c99bcfd3b1b47a0a87c as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/68b6d931a6f54c99bcfd3b1b47a0a87c
2024-11-14T02:51:58,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:51:58,039 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 632085a36a8fc73b682da0b5070aacdd/C of 632085a36a8fc73b682da0b5070aacdd into 68b6d931a6f54c99bcfd3b1b47a0a87c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:51:58,039 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:51:58,039 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., storeName=632085a36a8fc73b682da0b5070aacdd/C, priority=13, startTime=1731552717507; duration=0sec
2024-11-14T02:51:58,039 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:51:58,039 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 632085a36a8fc73b682da0b5070aacdd:C
2024-11-14T02:51:58,045 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411149ab485650e8448a4aaac09a790bfc242_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149ab485650e8448a4aaac09a790bfc242_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:58,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/a08ed7bfb0df48a5aac0dd5f9aa86253, store: [table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:51:58,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/a08ed7bfb0df48a5aac0dd5f9aa86253 is 175, key is test_row_0/A:col10/1731552716306/Put/seqid=0
2024-11-14T02:51:58,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742205_1381 (size=31105)
2024-11-14T02:51:58,254 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T02:51:58,478 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/a08ed7bfb0df48a5aac0dd5f9aa86253
2024-11-14T02:51:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:58,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:51:58,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/7dd1c790b61546e3a361770c4afbc409 is 50, key is test_row_0/B:col10/1731552716306/Put/seqid=0
2024-11-14T02:51:58,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742206_1382 (size=12151)
2024-11-14T02:51:58,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552778502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:58,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:58,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552778503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:58,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:58,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:58,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:58,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:58,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:58,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:58,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552778505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:58,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:58,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:58,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:58,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552778616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:58,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:58,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552778616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:58,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:58,621 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:58,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:58,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:58,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:58,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552778617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:58,622 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:58,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:58,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:58,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:58,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552778826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:58,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552778826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:58,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:58,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:58,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:58,831 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:58,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:58,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552778826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:58,831 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:58,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:58,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:58,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:58,888 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/7dd1c790b61546e3a361770c4afbc409
2024-11-14T02:51:58,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/5a9c29976f874f8384e0434994dd92a1 is 50, key is test_row_0/C:col10/1731552716306/Put/seqid=0
2024-11-14T02:51:58,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742207_1383 (size=12151)
2024-11-14T02:51:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-14T02:51:59,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552779136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:59,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552779136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:59,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:59,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:59,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:59,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:59,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552779136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:59,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:59,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:59,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:59,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:59,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:59,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45542 deadline: 1731552779146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:59,151 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in 632085a36a8fc73b682da0b5070aacdd of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8248 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:59,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:59,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:59,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:59,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45536 deadline: 1731552779156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:59,162 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in 632085a36a8fc73b682da0b5070aacdd of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8259 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:51:59,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:59,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:59,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:59,308 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/5a9c29976f874f8384e0434994dd92a1
2024-11-14T02:51:59,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/a08ed7bfb0df48a5aac0dd5f9aa86253 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/a08ed7bfb0df48a5aac0dd5f9aa86253
2024-11-14T02:51:59,315 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/a08ed7bfb0df48a5aac0dd5f9aa86253, entries=150, sequenceid=183, filesize=30.4 K
2024-11-14T02:51:59,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/7dd1c790b61546e3a361770c4afbc409 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/7dd1c790b61546e3a361770c4afbc409
2024-11-14T02:51:59,318 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/7dd1c790b61546e3a361770c4afbc409, entries=150, sequenceid=183, filesize=11.9 K
2024-11-14T02:51:59,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/5a9c29976f874f8384e0434994dd92a1 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/5a9c29976f874f8384e0434994dd92a1
2024-11-14T02:51:59,322 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/5a9c29976f874f8384e0434994dd92a1, entries=150, sequenceid=183, filesize=11.9 K
2024-11-14T02:51:59,322 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 632085a36a8fc73b682da0b5070aacdd in 1700ms, sequenceid=183, compaction requested=false
2024-11-14T02:51:59,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:51:59,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:51:59,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110
2024-11-14T02:51:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=110
2024-11-14T02:51:59,325 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109
2024-11-14T02:51:59,325 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4650 sec
2024-11-14T02:51:59,327 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.4680 sec
2024-11-14T02:51:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:51:59,652 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 632085a36a8fc73b682da0b5070aacdd 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-14T02:51:59,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=A
2024-11-14T02:51:59,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:59,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=B
2024-11-14T02:51:59,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:59,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=C
2024-11-14T02:51:59,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:51:59,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e490404177bd450a825dcaa59abbfbdd_632085a36a8fc73b682da0b5070aacdd is 50, key is test_row_0/A:col10/1731552718501/Put/seqid=0
2024-11-14T02:51:59,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742208_1384 (size=14794)
2024-11-14T02:51:59,702 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552779687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:59,702 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552779695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:59,702 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552779696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:59,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:59,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552779806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:59,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552779806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:59,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:59,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:59,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:59,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:51:59,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552779806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:51:59,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:59,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:51:59,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:59,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:51:59,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:00,024 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552780016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:00,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:00,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:00,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:00,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:00,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552780016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:00,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:00,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:00,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:00,034 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:00,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552780026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:00,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:00,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:00,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:00,062 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:00,065 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e490404177bd450a825dcaa59abbfbdd_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e490404177bd450a825dcaa59abbfbdd_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:52:00,066 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/0f32a616b4d74ab4a87f454341bbb1d1, store: [table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:52:00,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/0f32a616b4d74ab4a87f454341bbb1d1 is 175, key is test_row_0/A:col10/1731552718501/Put/seqid=0
2024-11-14T02:52:00,071 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742209_1385 (size=39749)
2024-11-14T02:52:00,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552780336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:00,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:00,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:00,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552780336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:00,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:00,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:00,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:00,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:00,344 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:00,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:00,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552780346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:00,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:00,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:00,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:00,471 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/0f32a616b4d74ab4a87f454341bbb1d1
2024-11-14T02:52:00,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/3aab033803344ba89333984b16ee79e0 is 50, key is test_row_0/B:col10/1731552718501/Put/seqid=0
2024-11-14T02:52:00,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742210_1386 (size=12151)
2024-11-14T02:52:00,858 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552780846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:00,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:00,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:00,858 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:00,862 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:00,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552780856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:00,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:00,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:00,862 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:00,877 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552780866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:00,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:00,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:00,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:00,893 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/3aab033803344ba89333984b16ee79e0
2024-11-14T02:52:00,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/500c1b1d5dc9404da802a697255fd4f7 is 50, key is test_row_0/C:col10/1731552718501/Put/seqid=0
2024-11-14T02:52:00,904 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742211_1387 (size=12151)
2024-11-14T02:52:01,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109
2024-11-14T02:52:01,017 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:52:01,017 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:52:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees
2024-11-14T02:52:01,019 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:52:01,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-14T02:52:01,020 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:52:01,021 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:52:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-14T02:52:01,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-14T02:52:01,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:52:01,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:52:01,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:52:01,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:01,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112
java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:01,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=112
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:01,305 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/500c1b1d5dc9404da802a697255fd4f7
2024-11-14T02:52:01,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/0f32a616b4d74ab4a87f454341bbb1d1 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/0f32a616b4d74ab4a87f454341bbb1d1
2024-11-14T02:52:01,313 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/0f32a616b4d74ab4a87f454341bbb1d1, entries=200, sequenceid=201, filesize=38.8 K
2024-11-14T02:52:01,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/3aab033803344ba89333984b16ee79e0 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/3aab033803344ba89333984b16ee79e0
2024-11-14T02:52:01,317 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/3aab033803344ba89333984b16ee79e0, entries=150, sequenceid=201, filesize=11.9 K
2024-11-14T02:52:01,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/500c1b1d5dc9404da802a697255fd4f7 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/500c1b1d5dc9404da802a697255fd4f7
2024-11-14T02:52:01,320 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/500c1b1d5dc9404da802a697255fd4f7, entries=150, sequenceid=201, filesize=11.9 K
2024-11-14T02:52:01,323 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 632085a36a8fc73b682da0b5070aacdd in 1671ms, sequenceid=201, compaction requested=true
2024-11-14T02:52:01,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:52:01,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 632085a36a8fc73b682da0b5070aacdd:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:52:01,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:01,323 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:01,323 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:01,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 632085a36a8fc73b682da0b5070aacdd:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:52:01,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:01,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 632085a36a8fc73b682da0b5070aacdd:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:52:01,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:01,324 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:01,324 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 632085a36a8fc73b682da0b5070aacdd/B is initiating minor compaction (all files)
2024-11-14T02:52:01,324 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 632085a36a8fc73b682da0b5070aacdd/B in TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:52:01,325 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/f4aa52e49c934e59bec2be94283c8446, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/7dd1c790b61546e3a361770c4afbc409, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/3aab033803344ba89333984b16ee79e0] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp, totalSize=36.0 K
2024-11-14T02:52:01,325 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:01,325 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 632085a36a8fc73b682da0b5070aacdd/A is initiating minor compaction (all files)
2024-11-14T02:52:01,325 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting f4aa52e49c934e59bec2be94283c8446, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731552715093
2024-11-14T02:52:01,325 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 632085a36a8fc73b682da0b5070aacdd/A in TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:52:01,325 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/064448568ca449ffa9f4c15e3966de6d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/a08ed7bfb0df48a5aac0dd5f9aa86253, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/0f32a616b4d74ab4a87f454341bbb1d1] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp, totalSize=99.9 K
2024-11-14T02:52:01,325 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:52:01,325 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. files: [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/064448568ca449ffa9f4c15e3966de6d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/a08ed7bfb0df48a5aac0dd5f9aa86253, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/0f32a616b4d74ab4a87f454341bbb1d1]
2024-11-14T02:52:01,325 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dd1c790b61546e3a361770c4afbc409, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731552716300
2024-11-14T02:52:01,325 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 064448568ca449ffa9f4c15e3966de6d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731552715093
2024-11-14T02:52:01,326 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 3aab033803344ba89333984b16ee79e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731552718501
2024-11-14T02:52:01,326 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting a08ed7bfb0df48a5aac0dd5f9aa86253, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731552716300
2024-11-14T02:52:01,326 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f32a616b4d74ab4a87f454341bbb1d1, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731552718500
2024-11-14T02:52:01,334 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 632085a36a8fc73b682da0b5070aacdd#B#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:01,334 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/036f5a831c3248a5b231b8183fe15f05 is 50, key is test_row_0/B:col10/1731552718501/Put/seqid=0
2024-11-14T02:52:01,335 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:52:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-14T02:52:01,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742212_1388 (size=12629)
2024-11-14T02:52:01,356 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114f976d8558d92479d9504c4e9242a9dd5_632085a36a8fc73b682da0b5070aacdd store=[table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:52:01,358 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114f976d8558d92479d9504c4e9242a9dd5_632085a36a8fc73b682da0b5070aacdd, store=[table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:52:01,358 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f976d8558d92479d9504c4e9242a9dd5_632085a36a8fc73b682da0b5070aacdd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:52:01,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112
2024-11-14T02:52:01,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:52:01,365 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 632085a36a8fc73b682da0b5070aacdd 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-14T02:52:01,365 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742213_1389 (size=4469)
2024-11-14T02:52:01,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=A
2024-11-14T02:52:01,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:01,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=B
2024-11-14T02:52:01,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:01,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=C
2024-11-14T02:52:01,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:01,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146a4d769994574956af48969b5ace85f2_632085a36a8fc73b682da0b5070aacdd is 50, key is test_row_0/A:col10/1731552719695/Put/seqid=0
2024-11-14T02:52:01,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742214_1390 (size=12304)
2024-11-14T02:52:01,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:01,407 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146a4d769994574956af48969b5ace85f2_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146a4d769994574956af48969b5ace85f2_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:52:01,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/2b9118de5d0643d7a866b65ce5fab4b1, store: [table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:52:01,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/2b9118de5d0643d7a866b65ce5fab4b1 is 175, key is test_row_0/A:col10/1731552719695/Put/seqid=0
2024-11-14T02:52:01,419 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742215_1391 (size=31105)
2024-11-14T02:52:01,420 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=218, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/2b9118de5d0643d7a866b65ce5fab4b1
2024-11-14T02:52:01,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/c9abf52fcdce402ea116435ceb2604a9 is 50, key is test_row_0/B:col10/1731552719695/Put/seqid=0
2024-11-14T02:52:01,432 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742216_1392 (size=12151)
2024-11-14T02:52:01,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-14T02:52:01,749 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/036f5a831c3248a5b231b8183fe15f05 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/036f5a831c3248a5b231b8183fe15f05
2024-11-14T02:52:01,753 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 632085a36a8fc73b682da0b5070aacdd/B of 632085a36a8fc73b682da0b5070aacdd into 036f5a831c3248a5b231b8183fe15f05(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:01,753 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:52:01,753 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., storeName=632085a36a8fc73b682da0b5070aacdd/B, priority=13, startTime=1731552721323; duration=0sec
2024-11-14T02:52:01,753 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:01,753 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 632085a36a8fc73b682da0b5070aacdd:B
2024-11-14T02:52:01,753 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:01,753 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:01,754 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 632085a36a8fc73b682da0b5070aacdd/C is initiating minor compaction (all files)
2024-11-14T02:52:01,754 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 632085a36a8fc73b682da0b5070aacdd/C in TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:52:01,754 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/68b6d931a6f54c99bcfd3b1b47a0a87c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/5a9c29976f874f8384e0434994dd92a1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/500c1b1d5dc9404da802a697255fd4f7] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp, totalSize=36.0 K
2024-11-14T02:52:01,754 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 68b6d931a6f54c99bcfd3b1b47a0a87c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731552715093
2024-11-14T02:52:01,754 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a9c29976f874f8384e0434994dd92a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731552716300
2024-11-14T02:52:01,754 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 500c1b1d5dc9404da802a697255fd4f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731552718501
2024-11-14T02:52:01,760 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 632085a36a8fc73b682da0b5070aacdd#C#compaction#334 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:01,761 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/344624d3aacc4c51bf487713f082ad2f is 50, key is test_row_0/C:col10/1731552718501/Put/seqid=0
2024-11-14T02:52:01,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742217_1393 (size=12629)
2024-11-14T02:52:01,766 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 632085a36a8fc73b682da0b5070aacdd#A#compaction#331 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:01,766 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/087955cfba6d4385af6fa7159ca8c774 is 175, key is test_row_0/A:col10/1731552718501/Put/seqid=0
2024-11-14T02:52:01,769 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742218_1394 (size=31583)
2024-11-14T02:52:01,774 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/087955cfba6d4385af6fa7159ca8c774 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/087955cfba6d4385af6fa7159ca8c774
2024-11-14T02:52:01,777 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 632085a36a8fc73b682da0b5070aacdd/A of 632085a36a8fc73b682da0b5070aacdd into 087955cfba6d4385af6fa7159ca8c774(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:01,777 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:52:01,777 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., storeName=632085a36a8fc73b682da0b5070aacdd/A, priority=13, startTime=1731552721323; duration=0sec
2024-11-14T02:52:01,778 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:01,778 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 632085a36a8fc73b682da0b5070aacdd:A
2024-11-14T02:52:01,835 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/c9abf52fcdce402ea116435ceb2604a9
2024-11-14T02:52:01,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/244f5f23fc9c45f985380fb5ea55bc9b is 50, key is test_row_0/C:col10/1731552719695/Put/seqid=0
2024-11-14T02:52:01,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742219_1395 (size=12151)
2024-11-14T02:52:01,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:52:01,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. as already flushing
2024-11-14T02:52:01,907 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:01,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552781899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:01,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:01,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:01,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:01,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:01,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552781904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:01,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:01,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:01,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:01,916 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552781907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:02,020 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552782016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:02,020 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:02,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:02,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:02,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552782016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:02,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:02,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:02,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:02,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552782026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:02,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:02,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:02,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:02,086 INFO  [Thread-1526 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1526.
2024-11-14T02:52:02,086 DEBUG [Thread-1526 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:52:02,086 DEBUG [Thread-1526 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:02,086 DEBUG [Thread-1526 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:02,086 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:52:02,093 INFO  [Thread-1534 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1534.
2024-11-14T02:52:02,094 DEBUG [Thread-1534 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:52:02,094 DEBUG [Thread-1534 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:02,094 DEBUG [Thread-1534 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:02,094 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:52:02,095 INFO  [Thread-1530 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1530.
2024-11-14T02:52:02,095 DEBUG [Thread-1530 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:52:02,095 DEBUG [Thread-1530 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:02,095 DEBUG [Thread-1530 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:02,095 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:52:02,096 INFO  [Thread-1532 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1532.
2024-11-14T02:52:02,096 DEBUG [Thread-1532 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:52:02,096 DEBUG [Thread-1532 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:02,096 DEBUG [Thread-1532 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:02,096 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:52:02,108 INFO  [Thread-1528 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1528.
2024-11-14T02:52:02,108 DEBUG [Thread-1528 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:52:02,108 DEBUG [Thread-1528 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:02,108 DEBUG [Thread-1528 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:02,108 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:52:02,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-14T02:52:02,168 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/344624d3aacc4c51bf487713f082ad2f as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/344624d3aacc4c51bf487713f082ad2f
2024-11-14T02:52:02,173 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 632085a36a8fc73b682da0b5070aacdd/C of 632085a36a8fc73b682da0b5070aacdd into 344624d3aacc4c51bf487713f082ad2f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:02,173 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:52:02,173 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., storeName=632085a36a8fc73b682da0b5070aacdd/C, priority=13, startTime=1731552721324; duration=0sec
2024-11-14T02:52:02,173 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:02,173 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 632085a36a8fc73b682da0b5070aacdd:C
2024-11-14T02:52:02,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:02,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45470 deadline: 1731552782226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:02,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45554 deadline: 1731552782226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:02,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:02,236 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:02,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45502 deadline: 1731552782236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:02,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:02,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:02,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:02,246 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/244f5f23fc9c45f985380fb5ea55bc9b
2024-11-14T02:52:02,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/2b9118de5d0643d7a866b65ce5fab4b1 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/2b9118de5d0643d7a866b65ce5fab4b1
2024-11-14T02:52:02,253 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/2b9118de5d0643d7a866b65ce5fab4b1, entries=150, sequenceid=218, filesize=30.4 K
2024-11-14T02:52:02,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/c9abf52fcdce402ea116435ceb2604a9 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/c9abf52fcdce402ea116435ceb2604a9
2024-11-14T02:52:02,257 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/c9abf52fcdce402ea116435ceb2604a9, entries=150, sequenceid=218, filesize=11.9 K
2024-11-14T02:52:02,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/244f5f23fc9c45f985380fb5ea55bc9b as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/244f5f23fc9c45f985380fb5ea55bc9b
2024-11-14T02:52:02,261 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/244f5f23fc9c45f985380fb5ea55bc9b, entries=150, sequenceid=218, filesize=11.9 K
2024-11-14T02:52:02,262 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 632085a36a8fc73b682da0b5070aacdd in 898ms, sequenceid=218, compaction requested=false
2024-11-14T02:52:02,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:52:02,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:52:02,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112
2024-11-14T02:52:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=112
2024-11-14T02:52:02,265 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111
2024-11-14T02:52:02,265 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2430 sec
2024-11-14T02:52:02,266 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.2490 sec
2024-11-14T02:52:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:52:02,542 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 632085a36a8fc73b682da0b5070aacdd 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-14T02:52:02,542 INFO  [Thread-1519 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1519.
2024-11-14T02:52:02,542 INFO  [Thread-1521 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1521.
2024-11-14T02:52:02,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=A
2024-11-14T02:52:02,543 DEBUG [Thread-1519 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:52:02,543 DEBUG [Thread-1521 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:52:02,543 DEBUG [Thread-1519 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:02,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:02,543 DEBUG [Thread-1521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:02,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=B
2024-11-14T02:52:02,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:02,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=C
2024-11-14T02:52:02,543 DEBUG [Thread-1519 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:02,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:02,543 DEBUG [Thread-1521 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:02,543 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:52:02,543 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:52:02,548 INFO  [Thread-1515 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1515.
2024-11-14T02:52:02,548 DEBUG [Thread-1515 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:52:02,548 DEBUG [Thread-1515 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:02,548 DEBUG [Thread-1515 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:02,548 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:52:02,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148535be3f680f4ab983b906af04ec89e6_632085a36a8fc73b682da0b5070aacdd is 50, key is test_row_0/A:col10/1731552721893/Put/seqid=0
2024-11-14T02:52:02,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742220_1396 (size=12304)
2024-11-14T02:52:02,745 WARN  [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 4, running: 1
2024-11-14T02:52:02,749 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/c9c71f337569406098f08351bfc420c6, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/b675f10ac9634399a7a1cd14f44efdbd, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/d4c704c32b9b4e42ab7296c6337ad0b0, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/7a9524ea29e549d0bd18252398c095ba, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/283992a974bb476b9f01250b7b586f56, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/707b3454f6214acab3d2dfe4e1390491, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/63dd45fdd09a4e7b95721f1d3622ec4c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/d1edfa0d96a94cffb3c00d108c39cc63, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/6b9d00112fec4a0682bf4340d78c1902, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/2753454fc387443d87188be7cd91deee, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/5697f547181a48419d549494d4a62687, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/064448568ca449ffa9f4c15e3966de6d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/a08ed7bfb0df48a5aac0dd5f9aa86253, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/0f32a616b4d74ab4a87f454341bbb1d1] to archive
2024-11-14T02:52:02,750 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-14T02:52:02,753 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/c9c71f337569406098f08351bfc420c6 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/c9c71f337569406098f08351bfc420c6
2024-11-14T02:52:02,756 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/b675f10ac9634399a7a1cd14f44efdbd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/b675f10ac9634399a7a1cd14f44efdbd
2024-11-14T02:52:02,758 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/d4c704c32b9b4e42ab7296c6337ad0b0 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/d4c704c32b9b4e42ab7296c6337ad0b0
2024-11-14T02:52:02,760 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/7a9524ea29e549d0bd18252398c095ba to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/7a9524ea29e549d0bd18252398c095ba
2024-11-14T02:52:02,761 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/283992a974bb476b9f01250b7b586f56 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/283992a974bb476b9f01250b7b586f56
2024-11-14T02:52:02,763 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/707b3454f6214acab3d2dfe4e1390491 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/707b3454f6214acab3d2dfe4e1390491
2024-11-14T02:52:02,764 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/63dd45fdd09a4e7b95721f1d3622ec4c to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/63dd45fdd09a4e7b95721f1d3622ec4c
2024-11-14T02:52:02,766 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/d1edfa0d96a94cffb3c00d108c39cc63 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/d1edfa0d96a94cffb3c00d108c39cc63
2024-11-14T02:52:02,767 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/6b9d00112fec4a0682bf4340d78c1902 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/6b9d00112fec4a0682bf4340d78c1902
2024-11-14T02:52:02,769 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/2753454fc387443d87188be7cd91deee to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/2753454fc387443d87188be7cd91deee
2024-11-14T02:52:02,770 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/5697f547181a48419d549494d4a62687 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/5697f547181a48419d549494d4a62687
2024-11-14T02:52:02,774 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/064448568ca449ffa9f4c15e3966de6d to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/064448568ca449ffa9f4c15e3966de6d
2024-11-14T02:52:02,777 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/a08ed7bfb0df48a5aac0dd5f9aa86253 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/a08ed7bfb0df48a5aac0dd5f9aa86253
2024-11-14T02:52:02,779 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/0f32a616b4d74ab4a87f454341bbb1d1 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/0f32a616b4d74ab4a87f454341bbb1d1
2024-11-14T02:52:02,781 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/02d0595c2c51419eb50125217e0a8483, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/cda76b3d10e74de0818e609850f650ea, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/e7923819b3724bbfab5363e945477c46, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/315c40cc5f454ca8b46ad4bfd40340cd, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/9fa709fc9e6e42d38429b63594785492, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/8f59b529c3c24adfb5e1902e8c793a14, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/51d89fcc1fcf4abd8bf56699ea366a2b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/405116890fb14023b2ec4de52d5d6934, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/1f2c5ab2ada146c2a23f39d1ffbc1ff0, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/04e22662b2b04e9f9abf91b0f25836fd, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/f4aa52e49c934e59bec2be94283c8446, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/6a8c40676a1c4396a3a273a2ba3535c6, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/7dd1c790b61546e3a361770c4afbc409, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/3aab033803344ba89333984b16ee79e0] to archive
2024-11-14T02:52:02,782 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-14T02:52:02,786 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/02d0595c2c51419eb50125217e0a8483 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/02d0595c2c51419eb50125217e0a8483
2024-11-14T02:52:02,788 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/cda76b3d10e74de0818e609850f650ea to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/cda76b3d10e74de0818e609850f650ea
2024-11-14T02:52:02,789 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/e7923819b3724bbfab5363e945477c46 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/e7923819b3724bbfab5363e945477c46
2024-11-14T02:52:02,790 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/315c40cc5f454ca8b46ad4bfd40340cd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/315c40cc5f454ca8b46ad4bfd40340cd
2024-11-14T02:52:02,790 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/9fa709fc9e6e42d38429b63594785492 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/9fa709fc9e6e42d38429b63594785492
2024-11-14T02:52:02,791 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/8f59b529c3c24adfb5e1902e8c793a14 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/8f59b529c3c24adfb5e1902e8c793a14
2024-11-14T02:52:02,792 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/51d89fcc1fcf4abd8bf56699ea366a2b to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/51d89fcc1fcf4abd8bf56699ea366a2b
2024-11-14T02:52:02,793 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/405116890fb14023b2ec4de52d5d6934 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/405116890fb14023b2ec4de52d5d6934
2024-11-14T02:52:02,793 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/1f2c5ab2ada146c2a23f39d1ffbc1ff0 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/1f2c5ab2ada146c2a23f39d1ffbc1ff0
2024-11-14T02:52:02,794 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/04e22662b2b04e9f9abf91b0f25836fd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/04e22662b2b04e9f9abf91b0f25836fd
2024-11-14T02:52:02,795 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/f4aa52e49c934e59bec2be94283c8446 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/f4aa52e49c934e59bec2be94283c8446
2024-11-14T02:52:02,796 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/6a8c40676a1c4396a3a273a2ba3535c6 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/6a8c40676a1c4396a3a273a2ba3535c6
2024-11-14T02:52:02,796 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/7dd1c790b61546e3a361770c4afbc409 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/7dd1c790b61546e3a361770c4afbc409
2024-11-14T02:52:02,797 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/3aab033803344ba89333984b16ee79e0 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/3aab033803344ba89333984b16ee79e0
2024-11-14T02:52:02,799 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/c3634f43b18c45c6b69a64864ef3b923, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/85e6f113d47c475fbcfb9b09a2811dac, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/3f6c935de794426ab1605ed971d2f5be, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/69e41cfbba024f17845328e942602ffd, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/f8b8184dfea54ca282631ddf007da6fe, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/51ce386c462c4a25b704c0f0449fa696, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/4ff9946b620b44c989fd7aa508d3e2cb, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/1a9ad84d0a4e4e278f0daeef8f9d2bb3, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/9c764889e4c9432a925642bb4acf42cf, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/7bc63b270f2949ffbfa4ef10a5edd690, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/68b6d931a6f54c99bcfd3b1b47a0a87c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/f9e59b6ba9f54d35bccf270646782d72, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/5a9c29976f874f8384e0434994dd92a1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/500c1b1d5dc9404da802a697255fd4f7] to archive
2024-11-14T02:52:02,800 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-14T02:52:02,801 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/c3634f43b18c45c6b69a64864ef3b923 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/c3634f43b18c45c6b69a64864ef3b923
2024-11-14T02:52:02,802 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/85e6f113d47c475fbcfb9b09a2811dac to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/85e6f113d47c475fbcfb9b09a2811dac
2024-11-14T02:52:02,804 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/3f6c935de794426ab1605ed971d2f5be to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/3f6c935de794426ab1605ed971d2f5be
2024-11-14T02:52:02,805 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/69e41cfbba024f17845328e942602ffd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/69e41cfbba024f17845328e942602ffd
2024-11-14T02:52:02,806 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/f8b8184dfea54ca282631ddf007da6fe to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/f8b8184dfea54ca282631ddf007da6fe
2024-11-14T02:52:02,807 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/51ce386c462c4a25b704c0f0449fa696 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/51ce386c462c4a25b704c0f0449fa696
2024-11-14T02:52:02,807 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/4ff9946b620b44c989fd7aa508d3e2cb to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/4ff9946b620b44c989fd7aa508d3e2cb
2024-11-14T02:52:02,808 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/1a9ad84d0a4e4e278f0daeef8f9d2bb3 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/1a9ad84d0a4e4e278f0daeef8f9d2bb3
2024-11-14T02:52:02,809 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/9c764889e4c9432a925642bb4acf42cf to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/9c764889e4c9432a925642bb4acf42cf
2024-11-14T02:52:02,810 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/7bc63b270f2949ffbfa4ef10a5edd690 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/7bc63b270f2949ffbfa4ef10a5edd690
2024-11-14T02:52:02,811 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/68b6d931a6f54c99bcfd3b1b47a0a87c to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/68b6d931a6f54c99bcfd3b1b47a0a87c
2024-11-14T02:52:02,812 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/f9e59b6ba9f54d35bccf270646782d72 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/f9e59b6ba9f54d35bccf270646782d72
2024-11-14T02:52:02,813 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/5a9c29976f874f8384e0434994dd92a1 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/5a9c29976f874f8384e0434994dd92a1
2024-11-14T02:52:02,814 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/83c5a5c119d5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/500c1b1d5dc9404da802a697255fd4f7 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/500c1b1d5dc9404da802a697255fd4f7
2024-11-14T02:52:02,953 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:02,957 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148535be3f680f4ab983b906af04ec89e6_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148535be3f680f4ab983b906af04ec89e6_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:52:02,958 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/7b7a3ea201044649a2aadb82ab6491de, store: [table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:52:02,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/7b7a3ea201044649a2aadb82ab6491de is 175, key is test_row_0/A:col10/1731552721893/Put/seqid=0
2024-11-14T02:52:02,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742221_1397 (size=31105)
2024-11-14T02:52:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-14T02:52:03,167 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:52:03,362 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/7b7a3ea201044649a2aadb82ab6491de
2024-11-14T02:52:03,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/8a329f2823974a2a936902c2c1f0198b is 50, key is test_row_0/B:col10/1731552721893/Put/seqid=0
2024-11-14T02:52:03,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742222_1398 (size=12151)
2024-11-14T02:52:03,779 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/8a329f2823974a2a936902c2c1f0198b
2024-11-14T02:52:03,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/f1513417584146208613d5614bed38d4 is 50, key is test_row_0/C:col10/1731552721893/Put/seqid=0
2024-11-14T02:52:03,795 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742223_1399 (size=12151)
2024-11-14T02:52:04,196 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/f1513417584146208613d5614bed38d4
2024-11-14T02:52:04,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/7b7a3ea201044649a2aadb82ab6491de as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/7b7a3ea201044649a2aadb82ab6491de
2024-11-14T02:52:04,209 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/7b7a3ea201044649a2aadb82ab6491de, entries=150, sequenceid=238, filesize=30.4 K
2024-11-14T02:52:04,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/8a329f2823974a2a936902c2c1f0198b as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/8a329f2823974a2a936902c2c1f0198b
2024-11-14T02:52:04,214 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/8a329f2823974a2a936902c2c1f0198b, entries=150, sequenceid=238, filesize=11.9 K
2024-11-14T02:52:04,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/f1513417584146208613d5614bed38d4 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/f1513417584146208613d5614bed38d4
2024-11-14T02:52:04,219 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/f1513417584146208613d5614bed38d4, entries=150, sequenceid=238, filesize=11.9 K
2024-11-14T02:52:04,220 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=6.71 KB/6870 for 632085a36a8fc73b682da0b5070aacdd in 1678ms, sequenceid=238, compaction requested=true
2024-11-14T02:52:04,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:52:04,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 632085a36a8fc73b682da0b5070aacdd:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:52:04,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:04,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 632085a36a8fc73b682da0b5070aacdd:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:52:04,220 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:04,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:04,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 632085a36a8fc73b682da0b5070aacdd:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:52:04,220 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:04,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:04,221 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93793 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:04,221 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:04,222 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 632085a36a8fc73b682da0b5070aacdd/A is initiating minor compaction (all files)
2024-11-14T02:52:04,222 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 632085a36a8fc73b682da0b5070aacdd/B is initiating minor compaction (all files)
2024-11-14T02:52:04,222 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 632085a36a8fc73b682da0b5070aacdd/B in TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:52:04,222 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 632085a36a8fc73b682da0b5070aacdd/A in TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:52:04,222 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/087955cfba6d4385af6fa7159ca8c774, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/2b9118de5d0643d7a866b65ce5fab4b1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/7b7a3ea201044649a2aadb82ab6491de] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp, totalSize=91.6 K
2024-11-14T02:52:04,222 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/036f5a831c3248a5b231b8183fe15f05, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/c9abf52fcdce402ea116435ceb2604a9, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/8a329f2823974a2a936902c2c1f0198b] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp, totalSize=36.1 K
2024-11-14T02:52:04,222 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:52:04,222 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. files: [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/087955cfba6d4385af6fa7159ca8c774, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/2b9118de5d0643d7a866b65ce5fab4b1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/7b7a3ea201044649a2aadb82ab6491de]
2024-11-14T02:52:04,222 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 036f5a831c3248a5b231b8183fe15f05, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731552718501
2024-11-14T02:52:04,222 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 087955cfba6d4385af6fa7159ca8c774, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731552718501
2024-11-14T02:52:04,223 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting c9abf52fcdce402ea116435ceb2604a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731552719685
2024-11-14T02:52:04,223 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b9118de5d0643d7a866b65ce5fab4b1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731552719685
2024-11-14T02:52:04,223 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a329f2823974a2a936902c2c1f0198b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731552721893
2024-11-14T02:52:04,223 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b7a3ea201044649a2aadb82ab6491de, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731552721893
2024-11-14T02:52:04,233 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:52:04,234 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 632085a36a8fc73b682da0b5070aacdd#B#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:04,234 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/3df49fa3af2c48f4832d6f6c02b7784c is 50, key is test_row_0/B:col10/1731552721893/Put/seqid=0
2024-11-14T02:52:04,236 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411148a5ccdde39b64887af77d52ff4df9118_632085a36a8fc73b682da0b5070aacdd store=[table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:52:04,239 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411148a5ccdde39b64887af77d52ff4df9118_632085a36a8fc73b682da0b5070aacdd, store=[table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:52:04,239 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148a5ccdde39b64887af77d52ff4df9118_632085a36a8fc73b682da0b5070aacdd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:52:04,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742224_1400 (size=12254)
2024-11-14T02:52:04,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742225_1401 (size=4469)
2024-11-14T02:52:04,252 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/3df49fa3af2c48f4832d6f6c02b7784c as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/3df49fa3af2c48f4832d6f6c02b7784c
2024-11-14T02:52:04,257 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 632085a36a8fc73b682da0b5070aacdd/B of 632085a36a8fc73b682da0b5070aacdd into 3df49fa3af2c48f4832d6f6c02b7784c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:04,257 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:52:04,257 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., storeName=632085a36a8fc73b682da0b5070aacdd/B, priority=13, startTime=1731552724220; duration=0sec
2024-11-14T02:52:04,257 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:04,257 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 632085a36a8fc73b682da0b5070aacdd:B
2024-11-14T02:52:04,257 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:04,258 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:04,258 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 632085a36a8fc73b682da0b5070aacdd/C is initiating minor compaction (all files)
2024-11-14T02:52:04,258 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 632085a36a8fc73b682da0b5070aacdd/C in TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:52:04,258 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/344624d3aacc4c51bf487713f082ad2f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/244f5f23fc9c45f985380fb5ea55bc9b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/f1513417584146208613d5614bed38d4] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp, totalSize=36.1 K
2024-11-14T02:52:04,259 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 344624d3aacc4c51bf487713f082ad2f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1731552718501
2024-11-14T02:52:04,259 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 244f5f23fc9c45f985380fb5ea55bc9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1731552719685
2024-11-14T02:52:04,259 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting f1513417584146208613d5614bed38d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731552721893
2024-11-14T02:52:04,267 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 632085a36a8fc73b682da0b5070aacdd#C#compaction#341 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:04,268 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/32612916ec3f4396b31cfa42e6363f31 is 50, key is test_row_0/C:col10/1731552721893/Put/seqid=0
2024-11-14T02:52:04,271 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742226_1402 (size=12254)
2024-11-14T02:52:04,648 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 632085a36a8fc73b682da0b5070aacdd#A#compaction#340 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:04,648 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/6f6a0f077c6249e399bd10552c0523e9 is 175, key is test_row_0/A:col10/1731552721893/Put/seqid=0
2024-11-14T02:52:04,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742227_1403 (size=31208)
2024-11-14T02:52:04,680 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/32612916ec3f4396b31cfa42e6363f31 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/32612916ec3f4396b31cfa42e6363f31
2024-11-14T02:52:04,689 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 632085a36a8fc73b682da0b5070aacdd/C of 632085a36a8fc73b682da0b5070aacdd into 32612916ec3f4396b31cfa42e6363f31(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:04,689 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:52:04,689 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., storeName=632085a36a8fc73b682da0b5070aacdd/C, priority=13, startTime=1731552724220; duration=0sec
2024-11-14T02:52:04,689 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:04,689 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 632085a36a8fc73b682da0b5070aacdd:C
2024-11-14T02:52:05,066 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/6f6a0f077c6249e399bd10552c0523e9 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/6f6a0f077c6249e399bd10552c0523e9
2024-11-14T02:52:05,071 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 632085a36a8fc73b682da0b5070aacdd/A of 632085a36a8fc73b682da0b5070aacdd into 6f6a0f077c6249e399bd10552c0523e9(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:05,071 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 632085a36a8fc73b682da0b5070aacdd:

2024-11-14T02:52:05,071 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., storeName=632085a36a8fc73b682da0b5070aacdd/A, priority=13, startTime=1731552724220; duration=0sec
2024-11-14T02:52:05,071 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:05,071 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 632085a36a8fc73b682da0b5070aacdd:A
2024-11-14T02:52:09,171 INFO  [Thread-1517 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1517.
2024-11-14T02:52:09,171 DEBUG [Thread-1517 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:52:09,171 DEBUG [Thread-1517 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:09,171 DEBUG [Thread-1517 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:09,171 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:52:09,241 INFO  [Thread-1523 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1523.
2024-11-14T02:52:09,242 DEBUG [Thread-1523 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:52:09,242 DEBUG [Thread-1523 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:09,242 DEBUG [Thread-1523 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:09,242 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:52:09,243 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-14T02:52:09,243 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 36
2024-11-14T02:52:09,243 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 23
2024-11-14T02:52:09,243 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 57
2024-11-14T02:52:09,243 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 47
2024-11-14T02:52:09,243 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 23
2024-11-14T02:52:09,243 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-14T02:52:09,243 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-14T02:52:09,243 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1088
2024-11-14T02:52:09,243 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3264 rows
2024-11-14T02:52:09,243 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1089
2024-11-14T02:52:09,243 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3263 rows
2024-11-14T02:52:09,243 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1088
2024-11-14T02:52:09,243 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3263 rows
2024-11-14T02:52:09,243 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1093
2024-11-14T02:52:09,243 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3279 rows
2024-11-14T02:52:09,243 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1087
2024-11-14T02:52:09,243 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3254 rows
2024-11-14T02:52:09,243 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-14T02:52:09,244 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-14T02:52:09,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:09,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:09,244 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:52:09,245 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-14T02:52:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-14T02:52:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-14T02:52:09,249 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552729248"}]},"ts":"1731552729248"}
2024-11-14T02:52:09,250 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-14T02:52:09,250 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-14T02:52:09,251 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-14T02:52:09,253 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=632085a36a8fc73b682da0b5070aacdd, UNASSIGN}]
2024-11-14T02:52:09,254 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=632085a36a8fc73b682da0b5070aacdd, UNASSIGN
2024-11-14T02:52:09,255 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=632085a36a8fc73b682da0b5070aacdd, regionState=CLOSING, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:09,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=632085a36a8fc73b682da0b5070aacdd, UNASSIGN because future has completed
2024-11-14T02:52:09,257 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T02:52:09,257 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure 632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826}]
2024-11-14T02:52:09,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-14T02:52:09,411 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(122): Close 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:52:09,411 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T02:52:09,411 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1722): Closing 632085a36a8fc73b682da0b5070aacdd, disabling compactions & flushes
2024-11-14T02:52:09,412 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:52:09,412 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:52:09,412 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. after waiting 0 ms
2024-11-14T02:52:09,412 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:52:09,412 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(2902): Flushing 632085a36a8fc73b682da0b5070aacdd 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB
2024-11-14T02:52:09,413 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=A
2024-11-14T02:52:09,413 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:09,413 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=B
2024-11-14T02:52:09,413 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:09,413 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 632085a36a8fc73b682da0b5070aacdd, store=C
2024-11-14T02:52:09,413 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:09,424 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114002dad68fc0a48a180e645fb81d5dc19_632085a36a8fc73b682da0b5070aacdd is 50, key is test_row_2/A:col10/1731552729237/Put/seqid=0
2024-11-14T02:52:09,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742228_1404 (size=7324)
2024-11-14T02:52:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-14T02:52:09,829 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:09,835 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114002dad68fc0a48a180e645fb81d5dc19_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114002dad68fc0a48a180e645fb81d5dc19_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:52:09,837 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/1bab34cbea1b41b4a6ee4578a7d67548, store: [table=TestAcidGuarantees family=A region=632085a36a8fc73b682da0b5070aacdd]
2024-11-14T02:52:09,837 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/1bab34cbea1b41b4a6ee4578a7d67548 is 175, key is test_row_2/A:col10/1731552729237/Put/seqid=0
2024-11-14T02:52:09,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742229_1405 (size=13815)
2024-11-14T02:52:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-14T02:52:10,243 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/1bab34cbea1b41b4a6ee4578a7d67548
2024-11-14T02:52:10,250 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/394c77eeeafd46dcbafa37497107db91 is 50, key is test_row_2/B:col10/1731552729237/Put/seqid=0
2024-11-14T02:52:10,253 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742230_1406 (size=7365)
2024-11-14T02:52:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-14T02:52:10,654 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/394c77eeeafd46dcbafa37497107db91
2024-11-14T02:52:10,660 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/1dc023e34e20437c9e4353d8a98a6723 is 50, key is test_row_2/C:col10/1731552729237/Put/seqid=0
2024-11-14T02:52:10,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742231_1407 (size=7365)
2024-11-14T02:52:11,065 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/1dc023e34e20437c9e4353d8a98a6723
2024-11-14T02:52:11,074 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/A/1bab34cbea1b41b4a6ee4578a7d67548 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/1bab34cbea1b41b4a6ee4578a7d67548
2024-11-14T02:52:11,078 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/1bab34cbea1b41b4a6ee4578a7d67548, entries=50, sequenceid=247, filesize=13.5 K
2024-11-14T02:52:11,079 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/B/394c77eeeafd46dcbafa37497107db91 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/394c77eeeafd46dcbafa37497107db91
2024-11-14T02:52:11,082 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/394c77eeeafd46dcbafa37497107db91, entries=50, sequenceid=247, filesize=7.2 K
2024-11-14T02:52:11,083 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/.tmp/C/1dc023e34e20437c9e4353d8a98a6723 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/1dc023e34e20437c9e4353d8a98a6723
2024-11-14T02:52:11,086 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/1dc023e34e20437c9e4353d8a98a6723, entries=50, sequenceid=247, filesize=7.2 K
2024-11-14T02:52:11,087 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 632085a36a8fc73b682da0b5070aacdd in 1675ms, sequenceid=247, compaction requested=false
2024-11-14T02:52:11,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/087955cfba6d4385af6fa7159ca8c774, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/2b9118de5d0643d7a866b65ce5fab4b1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/7b7a3ea201044649a2aadb82ab6491de] to archive
2024-11-14T02:52:11,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-14T02:52:11,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/087955cfba6d4385af6fa7159ca8c774 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/087955cfba6d4385af6fa7159ca8c774
2024-11-14T02:52:11,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/2b9118de5d0643d7a866b65ce5fab4b1 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/2b9118de5d0643d7a866b65ce5fab4b1
2024-11-14T02:52:11,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/7b7a3ea201044649a2aadb82ab6491de to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/7b7a3ea201044649a2aadb82ab6491de
2024-11-14T02:52:11,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/036f5a831c3248a5b231b8183fe15f05, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/c9abf52fcdce402ea116435ceb2604a9, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/8a329f2823974a2a936902c2c1f0198b] to archive
2024-11-14T02:52:11,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-14T02:52:11,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/036f5a831c3248a5b231b8183fe15f05 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/036f5a831c3248a5b231b8183fe15f05
2024-11-14T02:52:11,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/c9abf52fcdce402ea116435ceb2604a9 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/c9abf52fcdce402ea116435ceb2604a9
2024-11-14T02:52:11,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/8a329f2823974a2a936902c2c1f0198b to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/8a329f2823974a2a936902c2c1f0198b
2024-11-14T02:52:11,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/344624d3aacc4c51bf487713f082ad2f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/244f5f23fc9c45f985380fb5ea55bc9b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/f1513417584146208613d5614bed38d4] to archive
2024-11-14T02:52:11,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-14T02:52:11,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/344624d3aacc4c51bf487713f082ad2f to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/344624d3aacc4c51bf487713f082ad2f
2024-11-14T02:52:11,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/244f5f23fc9c45f985380fb5ea55bc9b to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/244f5f23fc9c45f985380fb5ea55bc9b
2024-11-14T02:52:11,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/f1513417584146208613d5614bed38d4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/f1513417584146208613d5614bed38d4
2024-11-14T02:52:11,103 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/recovered.edits/250.seqid, newMaxSeqId=250, maxSeqId=4
2024-11-14T02:52:11,104 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.
2024-11-14T02:52:11,104 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1676): Region close journal for 632085a36a8fc73b682da0b5070aacdd:
Waiting for close lock at 1731552729411Running coprocessor pre-close hooks at 1731552729411Disabling compacts and flushes for region at 1731552729411Disabling writes for close at 1731552729412 (+1 ms)Obtaining lock to block concurrent updates at 1731552729412Preparing flush snapshotting stores in 632085a36a8fc73b682da0b5070aacdd at 1731552729412Finished memstore snapshotting TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1731552729413 (+1 ms)Flushing stores of TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd. at 1731552729414 (+1 ms)Flushing 632085a36a8fc73b682da0b5070aacdd/A: creating writer at 1731552729415 (+1 ms)Flushing mob file 632085a36a8fc73b682da0b5070aacdd/A: appending metadata at 1731552729424 (+9 ms)Flushing mob file 632085a36a8fc73b682da0b5070aacdd/A: closing flushed file at 1731552729424Flushing 632085a36a8fc73b682da0b5070aacdd/A: appending metadata at 1731552729837 (+413 ms)Flushing 632085a36a8fc73b682da0b5070aacdd/A: closing flushed file at 1731552729837Flushing 632085a36a8fc73b682da0b5070aacdd/B: creating writer at 1731552730247 (+410 ms)Flushing 632085a36a8fc73b682da0b5070aacdd/B: appending metadata at 1731552730249 (+2 ms)Flushing 632085a36a8fc73b682da0b5070aacdd/B: closing flushed file at 1731552730249Flushing 632085a36a8fc73b682da0b5070aacdd/C: creating writer at 1731552730657 (+408 ms)Flushing 632085a36a8fc73b682da0b5070aacdd/C: appending metadata at 1731552730659 (+2 ms)Flushing 632085a36a8fc73b682da0b5070aacdd/C: closing flushed file at 1731552730660 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e3280b0: reopening flushed file at 1731552731073 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cf04df8: reopening flushed file at 1731552731078 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67112213: reopening flushed file at 1731552731082 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 632085a36a8fc73b682da0b5070aacdd in 1675ms, sequenceid=247, compaction requested=false at 1731552731087 (+5 ms)Writing region close event to WAL at 1731552731101 (+14 ms)Running coprocessor post-close hooks at 1731552731104 (+3 ms)Closed at 1731552731104
2024-11-14T02:52:11,106 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(157): Closed 632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:52:11,106 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=632085a36a8fc73b682da0b5070aacdd, regionState=CLOSED
2024-11-14T02:52:11,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure 632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826 because future has completed
2024-11-14T02:52:11,109 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115
2024-11-14T02:52:11,109 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseRegionProcedure 632085a36a8fc73b682da0b5070aacdd, server=83c5a5c119d5,40161,1731552599826 in 1.8510 sec
2024-11-14T02:52:11,111 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114
2024-11-14T02:52:11,111 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=632085a36a8fc73b682da0b5070aacdd, UNASSIGN in 1.8560 sec
2024-11-14T02:52:11,112 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113
2024-11-14T02:52:11,112 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8600 sec
2024-11-14T02:52:11,113 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552731113"}]},"ts":"1731552731113"}
2024-11-14T02:52:11,114 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-14T02:52:11,114 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-14T02:52:11,116 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8700 sec
2024-11-14T02:52:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-14T02:52:11,398 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:52:11,399 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-14T02:52:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:52:11,402 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:52:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-14T02:52:11,403 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=117, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:52:11,408 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:52:11,412 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A, FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B, FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C, FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/recovered.edits]
2024-11-14T02:52:11,417 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/1bab34cbea1b41b4a6ee4578a7d67548 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/1bab34cbea1b41b4a6ee4578a7d67548
2024-11-14T02:52:11,419 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/6f6a0f077c6249e399bd10552c0523e9 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/A/6f6a0f077c6249e399bd10552c0523e9
2024-11-14T02:52:11,422 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/394c77eeeafd46dcbafa37497107db91 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/394c77eeeafd46dcbafa37497107db91
2024-11-14T02:52:11,423 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/3df49fa3af2c48f4832d6f6c02b7784c to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/B/3df49fa3af2c48f4832d6f6c02b7784c
2024-11-14T02:52:11,426 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/1dc023e34e20437c9e4353d8a98a6723 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/1dc023e34e20437c9e4353d8a98a6723
2024-11-14T02:52:11,428 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/32612916ec3f4396b31cfa42e6363f31 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/C/32612916ec3f4396b31cfa42e6363f31
2024-11-14T02:52:11,431 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/recovered.edits/250.seqid to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd/recovered.edits/250.seqid
2024-11-14T02:52:11,432 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:52:11,432 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-14T02:52:11,432 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-14T02:52:11,432 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-14T02:52:11,434 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114002dad68fc0a48a180e645fb81d5dc19_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114002dad68fc0a48a180e645fb81d5dc19_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:52:11,435 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111437b61185dbc044b4a31c25a182bcdd78_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111437b61185dbc044b4a31c25a182bcdd78_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:52:11,436 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144b0ca5f6774a43b4a9be6458cd4bf570_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411144b0ca5f6774a43b4a9be6458cd4bf570_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:52:11,436 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111456d625f1789c420bb3bbc938df7ae565_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111456d625f1789c420bb3bbc938df7ae565_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:52:11,437 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146a4d769994574956af48969b5ace85f2_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146a4d769994574956af48969b5ace85f2_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:52:11,438 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114814390f6065b4b7fb83eae0ffd9dd33a_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114814390f6065b4b7fb83eae0ffd9dd33a_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:52:11,439 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148535be3f680f4ab983b906af04ec89e6_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148535be3f680f4ab983b906af04ec89e6_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:52:11,440 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114944ef56d6b5d48f5bbd7c11eb36a7cc5_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114944ef56d6b5d48f5bbd7c11eb36a7cc5_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:52:11,440 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149ab485650e8448a4aaac09a790bfc242_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411149ab485650e8448a4aaac09a790bfc242_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:52:11,441 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114aaea7ea083254c8a89c6f14cc5daa031_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114aaea7ea083254c8a89c6f14cc5daa031_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:52:11,442 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b7f6810464644caeaf906d462b88c60d_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b7f6810464644caeaf906d462b88c60d_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:52:11,442 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114be3e6258870741709d0f92d5012fca4e_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114be3e6258870741709d0f92d5012fca4e_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:52:11,443 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e2cd55b1acf2477faa97285ba416285e_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e2cd55b1acf2477faa97285ba416285e_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:52:11,444 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e490404177bd450a825dcaa59abbfbdd_632085a36a8fc73b682da0b5070aacdd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e490404177bd450a825dcaa59abbfbdd_632085a36a8fc73b682da0b5070aacdd
2024-11-14T02:52:11,445 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-14T02:52:11,447 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=117, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:52:11,450 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-14T02:52:11,452 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-14T02:52:11,453 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=117, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:52:11,453 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-14T02:52:11,453 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731552731453"}]},"ts":"9223372036854775807"}
2024-11-14T02:52:11,455 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-14T02:52:11,455 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 632085a36a8fc73b682da0b5070aacdd, NAME => 'TestAcidGuarantees,,1731552698942.632085a36a8fc73b682da0b5070aacdd.', STARTKEY => '', ENDKEY => ''}]
2024-11-14T02:52:11,455 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-14T02:52:11,455 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731552731455"}]},"ts":"9223372036854775807"}
2024-11-14T02:52:11,457 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-14T02:52:11,457 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=117, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:52:11,458 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 58 msec
2024-11-14T02:52:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-14T02:52:11,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-14T02:52:11,507 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:52:11,520 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=249 (was 248) - Thread LEAK? -, OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=320 (was 369), ProcessCount=11 (was 11), AvailableMemoryMB=5046 (was 5141)
2024-11-14T02:52:11,530 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=249, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=320, ProcessCount=11, AvailableMemoryMB=5046
2024-11-14T02:52:11,532 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-14T02:52:11,532 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T02:52:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-14T02:52:11,534 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T02:52:11,534 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:11,534 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 118
2024-11-14T02:52:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118
2024-11-14T02:52:11,535 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T02:52:11,540 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742232_1408 (size=1061)
2024-11-14T02:52:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118
2024-11-14T02:52:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118
2024-11-14T02:52:11,946 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e
2024-11-14T02:52:11,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742233_1409 (size=53)
2024-11-14T02:52:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118
2024-11-14T02:52:12,391 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T02:52:12,391 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing fe2c4524fb3aab0fe39db1cd37992eb4, disabling compactions & flushes
2024-11-14T02:52:12,391 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:12,391 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:12,391 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. after waiting 0 ms
2024-11-14T02:52:12,391 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:12,391 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:12,392 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for fe2c4524fb3aab0fe39db1cd37992eb4:
Waiting for close lock at 1731552732391Disabling compacts and flushes for region at 1731552732391Disabling writes for close at 1731552732391Writing region close event to WAL at 1731552732391Closed at 1731552732391
2024-11-14T02:52:12,394 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T02:52:12,394 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731552732394"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552732394"}]},"ts":"1731552732394"}
2024-11-14T02:52:12,396 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-14T02:52:12,397 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T02:52:12,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552732398"}]},"ts":"1731552732398"}
2024-11-14T02:52:12,399 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-14T02:52:12,400 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fe2c4524fb3aab0fe39db1cd37992eb4, ASSIGN}]
2024-11-14T02:52:12,401 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fe2c4524fb3aab0fe39db1cd37992eb4, ASSIGN
2024-11-14T02:52:12,402 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fe2c4524fb3aab0fe39db1cd37992eb4, ASSIGN; state=OFFLINE, location=83c5a5c119d5,40161,1731552599826; forceNewPlan=false, retain=false
2024-11-14T02:52:12,552 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=fe2c4524fb3aab0fe39db1cd37992eb4, regionState=OPENING, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:12,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fe2c4524fb3aab0fe39db1cd37992eb4, ASSIGN because future has completed
2024-11-14T02:52:12,555 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826}]
2024-11-14T02:52:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118
2024-11-14T02:52:12,711 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:12,712 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7752): Opening region: {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
2024-11-14T02:52:12,713 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:12,713 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T02:52:12,713 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7794): checking encryption for fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:12,713 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7797): checking classloading for fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:12,715 INFO  [StoreOpener-fe2c4524fb3aab0fe39db1cd37992eb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fe2c4524fb3aab0fe39db1cd37992eb4 
2024-11-14T02:52:12,717 INFO  [StoreOpener-fe2c4524fb3aab0fe39db1cd37992eb4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:52:12,717 INFO  [StoreOpener-fe2c4524fb3aab0fe39db1cd37992eb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe2c4524fb3aab0fe39db1cd37992eb4 columnFamilyName A
2024-11-14T02:52:12,717 DEBUG [StoreOpener-fe2c4524fb3aab0fe39db1cd37992eb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:12,718 INFO  [StoreOpener-fe2c4524fb3aab0fe39db1cd37992eb4-1 {}] regionserver.HStore(327): Store=fe2c4524fb3aab0fe39db1cd37992eb4/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:52:12,718 INFO  [StoreOpener-fe2c4524fb3aab0fe39db1cd37992eb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fe2c4524fb3aab0fe39db1cd37992eb4 
2024-11-14T02:52:12,720 INFO  [StoreOpener-fe2c4524fb3aab0fe39db1cd37992eb4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:52:12,720 INFO  [StoreOpener-fe2c4524fb3aab0fe39db1cd37992eb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe2c4524fb3aab0fe39db1cd37992eb4 columnFamilyName B
2024-11-14T02:52:12,720 DEBUG [StoreOpener-fe2c4524fb3aab0fe39db1cd37992eb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:12,721 INFO  [StoreOpener-fe2c4524fb3aab0fe39db1cd37992eb4-1 {}] regionserver.HStore(327): Store=fe2c4524fb3aab0fe39db1cd37992eb4/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:52:12,721 INFO  [StoreOpener-fe2c4524fb3aab0fe39db1cd37992eb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fe2c4524fb3aab0fe39db1cd37992eb4 
2024-11-14T02:52:12,722 INFO  [StoreOpener-fe2c4524fb3aab0fe39db1cd37992eb4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:52:12,722 INFO  [StoreOpener-fe2c4524fb3aab0fe39db1cd37992eb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe2c4524fb3aab0fe39db1cd37992eb4 columnFamilyName C
2024-11-14T02:52:12,722 DEBUG [StoreOpener-fe2c4524fb3aab0fe39db1cd37992eb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:12,723 INFO  [StoreOpener-fe2c4524fb3aab0fe39db1cd37992eb4-1 {}] regionserver.HStore(327): Store=fe2c4524fb3aab0fe39db1cd37992eb4/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:52:12,723 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:12,723 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1038): replaying wal for fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:12,723 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:12,724 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:12,724 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1048): stopping wal replay for fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:12,724 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1060): Cleaning up temporary data for fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:12,725 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-14T02:52:12,725 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1093): writing seq id for fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:12,727 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T02:52:12,727 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1114): Opened fe2c4524fb3aab0fe39db1cd37992eb4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64703798, jitterRate=-0.03583827614784241}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-14T02:52:12,727 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:12,728 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1006): Region open journal for fe2c4524fb3aab0fe39db1cd37992eb4:
Running coprocessor pre-open hook at 1731552732713Writing region info on filesystem at 1731552732713Initializing all the Stores at 1731552732714 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552732714Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552732715 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552732715Cleaning up temporary data from old regions at 1731552732724 (+9 ms)Running coprocessor post-open hooks at 1731552732727 (+3 ms)Region opened successfully at 1731552732728 (+1 ms)
2024-11-14T02:52:12,728 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., pid=120, masterSystemTime=1731552732707
2024-11-14T02:52:12,730 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:12,730 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:12,730 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=fe2c4524fb3aab0fe39db1cd37992eb4, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:12,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826 because future has completed
2024-11-14T02:52:12,733 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119
2024-11-14T02:52:12,733 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; OpenRegionProcedure fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826 in 177 msec
2024-11-14T02:52:12,734 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118
2024-11-14T02:52:12,734 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fe2c4524fb3aab0fe39db1cd37992eb4, ASSIGN in 334 msec
2024-11-14T02:52:12,735 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T02:52:12,735 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552732735"}]},"ts":"1731552732735"}
2024-11-14T02:52:12,736 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-14T02:52:12,737 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T02:52:12,739 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2050 sec
2024-11-14T02:52:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118
2024-11-14T02:52:13,687 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:52:13,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be1708d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,688 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:52:13,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:52:13,690 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:52:13,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:52:13,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:52:13,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c0b73c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:52:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:52:13,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:13,694 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:52:13,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44aa6356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,695 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:52:13,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:52:13,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:52:13,697 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:52:13,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-14T02:52:13,698 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,41973,1731552599109
2024-11-14T02:52:13,698 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5397e4e3
2024-11-14T02:52:13,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-14T02:52:13,700 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-14T02:52:13,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fe0696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:52:13,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:52:13,702 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:52:13,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:52:13,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:52:13,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37cd2c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:52:13,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:52:13,703 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:13,704 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:52:13,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2899f781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59de117f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,705 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:52:13,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:52:13,706 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:52:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:52:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:52:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4779c0d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:52:13,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:52:13,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:13,708 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:52:13,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b48927d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472a8168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:52:13,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:52:13,710 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:52:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:52:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:52:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fcb1dad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:52:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:52:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:13,712 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:52:13,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23792d83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f010827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:52:13,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:52:13,714 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:52:13,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:52:13,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:52:13,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5760d4ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:52:13,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:52:13,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:13,716 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:52:13,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@426e7d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2822c33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:52:13,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:52:13,717 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:52:13,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:52:13,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:52:13,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bfc3ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,717 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:52:13,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:52:13,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:13,718 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:52:13,719 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62563d4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc5e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,719 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:52:13,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:52:13,720 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:52:13,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:52:13,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:52:13,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5445bde2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:52:13,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:52:13,720 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:13,721 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:52:13,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d44aabf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42daa6ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:52:13,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:52:13,723 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:52:13,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:52:13,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:52:13,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e241845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:52:13,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:52:13,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:13,724 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:52:13,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a721b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366fb241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:52:13,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:52:13,726 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:52:13,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:52:13,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:52:13,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ef8859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:52:13,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:52:13,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:13,727 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:52:13,727 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d5cfdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e8e518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:52:13,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:52:13,729 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:52:13,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:52:13,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:52:13,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e6a427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:52:13,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:52:13,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:13,730 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:52:13,730 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@908c72c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ff7be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,731 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:52:13,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:52:13,731 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:52:13,731 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:52:13,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:52:13,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bfa1dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:52:13,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:52:13,732 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:13,733 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:52:13,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29121236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:13,734 DEBUG [Thread-1861 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:52:13,734 DEBUG [Thread-1863 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:52:13,734 DEBUG [Thread-1870 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:52:13,734 DEBUG [Thread-1878 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:52:13,734 DEBUG [Thread-1876 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:52:13,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:52:13,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:52:13,734 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:52:13,735 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:52:13,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:52:13,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:52:13,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:52:13,735 DEBUG [Thread-1867 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:52:13,735 DEBUG [Thread-1859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:52:13,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:52:13,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:52:13,735 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:52:13,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:52:13,735 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:52:13,735 DEBUG [Thread-1872 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:52:13,736 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:52:13,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:52:13,736 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:52:13,736 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:52:13,736 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:52:13,736 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:52:13,737 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:52:13,737 DEBUG [Thread-1865 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:52:13,737 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:52:13,737 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:52:13,737 DEBUG [Thread-1874 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:52:13,737 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:52:13,738 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:52:13,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:52:13,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:52:13,738 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:52:13,738 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:52:13,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:52:13,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:52:13,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:52:13,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:52:13,739 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:52:13,739 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:52:13,740 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:52:13,740 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:52:13,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:52:13,740 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:52:13,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:52:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees
2024-11-14T02:52:13,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:52:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-14T02:52:13,743 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:52:13,744 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2]
2024-11-14T02:52:13,745 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:52:13,746 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:52:13,746 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:52:13,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:13,749 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fe2c4524fb3aab0fe39db1cd37992eb4 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-14T02:52:13,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=A
2024-11-14T02:52:13,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:13,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=B
2024-11-14T02:52:13,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:13,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=C
2024-11-14T02:52:13,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:13,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/a6ee8b0bcc0c433a90d523861a5aee27 is 50, key is test_row_0/A:col10/1731552733748/Put/seqid=0
2024-11-14T02:52:13,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742234_1410 (size=16681)
2024-11-14T02:52:13,775 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/a6ee8b0bcc0c433a90d523861a5aee27
2024-11-14T02:52:13,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/ae265e926fe142838c7e3092a9a93d60 is 50, key is test_row_0/B:col10/1731552733748/Put/seqid=0
2024-11-14T02:52:13,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742235_1411 (size=12001)
2024-11-14T02:52:13,819 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552793809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:13,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:13,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:13,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:13,820 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552793810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:13,820 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:13,821 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552733781, max timestamp=1731552733818Num uniques 859; 
2024-11-14T02:52:13,821 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552733781, max timestamp=1731552733818Num uniques 859; 
2024-11-14T02:52:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552793817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:13,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:13,821 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552733781, max timestamp=1731552733818Num uniques 859; 
2024-11-14T02:52:13,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:13,821 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:52:13,821 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:13,821 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:52:13,821 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:52:13,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:13,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:13,821 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:13,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-14T02:52:13,878 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:13,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552793874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:13,878 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:13,878 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:13,878 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:13,887 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552793877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:13,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:13,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:13,887 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:13,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-14T02:52:13,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:13,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:13,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:13,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:13,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:13,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:13,934 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552793926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:13,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552793926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:13,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:13,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:13,935 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:13,935 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:13,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552793926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:13,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:13,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:13,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:13,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:13,935 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:13,993 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552793986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:13,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:14,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552793996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:14,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-14T02:52:14,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:14,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:14,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:14,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:14,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-14T02:52:14,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552794146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:14,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552794146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:14,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552794146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:14,198 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/ae265e926fe142838c7e3092a9a93d60
2024-11-14T02:52:14,199 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:14,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552794196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:14,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:14,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-14T02:52:14,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:14,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:14,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:14,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:14,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:14,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/17bbc1a347c346c0a06fa9c3ec002f4f is 50, key is test_row_0/C:col10/1731552733748/Put/seqid=0
2024-11-14T02:52:14,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742236_1412 (size=12001)
2024-11-14T02:52:14,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:14,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552794217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:14,225 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/17bbc1a347c346c0a06fa9c3ec002f4f
2024-11-14T02:52:14,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/a6ee8b0bcc0c433a90d523861a5aee27 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/a6ee8b0bcc0c433a90d523861a5aee27
2024-11-14T02:52:14,230 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/a6ee8b0bcc0c433a90d523861a5aee27, entries=250, sequenceid=12, filesize=16.3 K
2024-11-14T02:52:14,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/ae265e926fe142838c7e3092a9a93d60 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/ae265e926fe142838c7e3092a9a93d60
2024-11-14T02:52:14,233 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/ae265e926fe142838c7e3092a9a93d60, entries=150, sequenceid=12, filesize=11.7 K
2024-11-14T02:52:14,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/17bbc1a347c346c0a06fa9c3ec002f4f as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/17bbc1a347c346c0a06fa9c3ec002f4f
2024-11-14T02:52:14,237 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/17bbc1a347c346c0a06fa9c3ec002f4f, entries=150, sequenceid=12, filesize=11.7 K
2024-11-14T02:52:14,238 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for fe2c4524fb3aab0fe39db1cd37992eb4 in 488ms, sequenceid=12, compaction requested=false
2024-11-14T02:52:14,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:14,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-14T02:52:14,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:14,357 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing fe2c4524fb3aab0fe39db1cd37992eb4 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB
2024-11-14T02:52:14,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=A
2024-11-14T02:52:14,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:52:14,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=B
2024-11-14T02:52:14,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:52:14,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=C
2024-11-14T02:52:14,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:52:14,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/2504f3859075484a8b4230311f152e0e is 50, key is test_row_0/A:col10/1731552733876/Put/seqid=0
2024-11-14T02:52:14,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-14T02:52:14,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742237_1413 (size=12001)
2024-11-14T02:52:14,367 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/2504f3859075484a8b4230311f152e0e
2024-11-14T02:52:14,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/6db935851f4b4cbf937f14a279196de0 is 50, key is test_row_0/B:col10/1731552733876/Put/seqid=0
2024-11-14T02:52:14,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742238_1414 (size=12001)
2024-11-14T02:52:14,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:14,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:14,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:14,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552794482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:14,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:14,492 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:14,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552794487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:14,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:14,498 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:14,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552794489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:14,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,498 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:14,511 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552794506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:14,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:14,541 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:14,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552794536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:14,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:14,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552794596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:14,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:14,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552794597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:14,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:14,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:14,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552794606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:14,609 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:14,781 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/6db935851f4b4cbf937f14a279196de0
2024-11-14T02:52:14,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/3d0a4558100540c09fbddcb61c7dfc12 is 50, key is test_row_0/C:col10/1731552733876/Put/seqid=0
2024-11-14T02:52:14,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742239_1415 (size=12001)
2024-11-14T02:52:14,810 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/3d0a4558100540c09fbddcb61c7dfc12
2024-11-14T02:52:14,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552794806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:14,816 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:14,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552794806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:14,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:14,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:14,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/2504f3859075484a8b4230311f152e0e as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/2504f3859075484a8b4230311f152e0e
2024-11-14T02:52:14,821 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/2504f3859075484a8b4230311f152e0e, entries=150, sequenceid=46, filesize=11.7 K
2024-11-14T02:52:14,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:14,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552794819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:14,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:14,822 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:14,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/6db935851f4b4cbf937f14a279196de0 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/6db935851f4b4cbf937f14a279196de0
2024-11-14T02:52:14,826 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/6db935851f4b4cbf937f14a279196de0, entries=150, sequenceid=46, filesize=11.7 K
2024-11-14T02:52:14,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/3d0a4558100540c09fbddcb61c7dfc12 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/3d0a4558100540c09fbddcb61c7dfc12
2024-11-14T02:52:14,835 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/3d0a4558100540c09fbddcb61c7dfc12, entries=150, sequenceid=46, filesize=11.7 K
2024-11-14T02:52:14,836 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=53.67 KB/54960 for fe2c4524fb3aab0fe39db1cd37992eb4 in 479ms, sequenceid=46, compaction requested=false
2024-11-14T02:52:14,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:14,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:14,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122
2024-11-14T02:52:14,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=122
2024-11-14T02:52:14,839 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121
2024-11-14T02:52:14,839 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0910 sec
2024-11-14T02:52:14,844 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.1020 sec
2024-11-14T02:52:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-14T02:52:14,876 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:52:14,876 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:52:14,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees
2024-11-14T02:52:14,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-14T02:52:14,878 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:52:14,879 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:52:14,879 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:52:14,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-14T02:52:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:15,021 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fe2c4524fb3aab0fe39db1cd37992eb4 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-14T02:52:15,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=A
2024-11-14T02:52:15,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:15,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=B
2024-11-14T02:52:15,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:15,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=C
2024-11-14T02:52:15,021 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:15,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/dfa9251e6adc49c5bf4fff4a66b499f1 is 50, key is test_row_0/A:col10/1731552734486/Put/seqid=0
2024-11-14T02:52:15,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742240_1416 (size=14341)
2024-11-14T02:52:15,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-14T02:52:15,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:15,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:15,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:15,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:15,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:15,032 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/dfa9251e6adc49c5bf4fff4a66b499f1
2024-11-14T02:52:15,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/0772d8de6b0642b19ef2a7cc9055fd77 is 50, key is test_row_0/B:col10/1731552734486/Put/seqid=0
2024-11-14T02:52:15,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742241_1417 (size=12001)
2024-11-14T02:52:15,116 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:15,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552795114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:15,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:15,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:15,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552795116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:15,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:15,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552795126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:15,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,127 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:15,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:15,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552795126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:15,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,128 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:15,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:15,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552795126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:15,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,128 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:15,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-14T02:52:15,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:15,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:15,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:15,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:15,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:15,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-14T02:52:15,232 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:15,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552795226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:15,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:15,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:15,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552795236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:15,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:15,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-14T02:52:15,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:15,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:15,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:15,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:15,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:15,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552795436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:15,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,443 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:15,444 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/0772d8de6b0642b19ef2a7cc9055fd77
2024-11-14T02:52:15,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/1a43cdb03c2a4a958eb94fea60b375e1 is 50, key is test_row_0/C:col10/1731552734486/Put/seqid=0
2024-11-14T02:52:15,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742242_1418 (size=12001)
2024-11-14T02:52:15,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552795456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:15,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:15,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-14T02:52:15,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:15,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:15,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:15,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:15,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:15,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-14T02:52:15,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-14T02:52:15,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:15,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:15,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:15,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:15,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:15,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:15,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552795636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:15,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:15,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552795637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:15,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:15,646 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:15,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552795637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:15,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:15,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,646 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:15,754 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552795746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:15,755 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,755 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,755 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:15,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552795766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:15,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:15,776 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:15,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-14T02:52:15,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:15,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:15,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:15,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:15,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:15,853 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/1a43cdb03c2a4a958eb94fea60b375e1
2024-11-14T02:52:15,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/dfa9251e6adc49c5bf4fff4a66b499f1 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/dfa9251e6adc49c5bf4fff4a66b499f1
2024-11-14T02:52:15,859 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/dfa9251e6adc49c5bf4fff4a66b499f1, entries=200, sequenceid=58, filesize=14.0 K
2024-11-14T02:52:15,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/0772d8de6b0642b19ef2a7cc9055fd77 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/0772d8de6b0642b19ef2a7cc9055fd77
2024-11-14T02:52:15,862 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/0772d8de6b0642b19ef2a7cc9055fd77, entries=150, sequenceid=58, filesize=11.7 K
2024-11-14T02:52:15,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/1a43cdb03c2a4a958eb94fea60b375e1 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/1a43cdb03c2a4a958eb94fea60b375e1
2024-11-14T02:52:15,866 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/1a43cdb03c2a4a958eb94fea60b375e1, entries=150, sequenceid=58, filesize=11.7 K
2024-11-14T02:52:15,867 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for fe2c4524fb3aab0fe39db1cd37992eb4 in 846ms, sequenceid=58, compaction requested=true
2024-11-14T02:52:15,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:15,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2c4524fb3aab0fe39db1cd37992eb4:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:52:15,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:15,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2c4524fb3aab0fe39db1cd37992eb4:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:52:15,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:15,867 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:15,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2c4524fb3aab0fe39db1cd37992eb4:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:52:15,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:15,867 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:15,868 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:15,868 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:15,868 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): fe2c4524fb3aab0fe39db1cd37992eb4/B is initiating minor compaction (all files)
2024-11-14T02:52:15,868 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): fe2c4524fb3aab0fe39db1cd37992eb4/A is initiating minor compaction (all files)
2024-11-14T02:52:15,868 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2c4524fb3aab0fe39db1cd37992eb4/A in TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:15,868 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2c4524fb3aab0fe39db1cd37992eb4/B in TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:15,868 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/ae265e926fe142838c7e3092a9a93d60, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/6db935851f4b4cbf937f14a279196de0, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/0772d8de6b0642b19ef2a7cc9055fd77] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp, totalSize=35.2 K
2024-11-14T02:52:15,868 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/a6ee8b0bcc0c433a90d523861a5aee27, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/2504f3859075484a8b4230311f152e0e, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/dfa9251e6adc49c5bf4fff4a66b499f1] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp, totalSize=42.0 K
2024-11-14T02:52:15,868 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6ee8b0bcc0c433a90d523861a5aee27, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731552733742
2024-11-14T02:52:15,868 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting ae265e926fe142838c7e3092a9a93d60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731552733742
2024-11-14T02:52:15,868 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 6db935851f4b4cbf937f14a279196de0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731552733849
2024-11-14T02:52:15,868 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2504f3859075484a8b4230311f152e0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731552733849
2024-11-14T02:52:15,869 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 0772d8de6b0642b19ef2a7cc9055fd77, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731552734486
2024-11-14T02:52:15,869 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfa9251e6adc49c5bf4fff4a66b499f1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731552734477
2024-11-14T02:52:15,878 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2c4524fb3aab0fe39db1cd37992eb4#B#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:15,879 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/f9e15e1e34f64f56882b38d98a2fae62 is 50, key is test_row_0/B:col10/1731552734486/Put/seqid=0
2024-11-14T02:52:15,879 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2c4524fb3aab0fe39db1cd37992eb4#A#compaction#355 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:15,879 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/63f28b8bd87248a6a22e70648cfba5f1 is 50, key is test_row_0/A:col10/1731552734486/Put/seqid=0
2024-11-14T02:52:15,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742243_1419 (size=12104)
2024-11-14T02:52:15,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742244_1420 (size=12104)
2024-11-14T02:52:15,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-14T02:52:15,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:15,947 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing fe2c4524fb3aab0fe39db1cd37992eb4 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-14T02:52:15,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=A
2024-11-14T02:52:15,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:15,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=B
2024-11-14T02:52:15,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:15,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=C
2024-11-14T02:52:15,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:15,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/796733ebe8ef403684978f038c40f349 is 50, key is test_row_0/A:col10/1731552735114/Put/seqid=0
2024-11-14T02:52:15,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742245_1421 (size=12001)
2024-11-14T02:52:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-14T02:52:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:16,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:16,285 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/f9e15e1e34f64f56882b38d98a2fae62 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/f9e15e1e34f64f56882b38d98a2fae62
2024-11-14T02:52:16,286 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/63f28b8bd87248a6a22e70648cfba5f1 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/63f28b8bd87248a6a22e70648cfba5f1
2024-11-14T02:52:16,291 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2c4524fb3aab0fe39db1cd37992eb4/B of fe2c4524fb3aab0fe39db1cd37992eb4 into f9e15e1e34f64f56882b38d98a2fae62(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:16,291 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2c4524fb3aab0fe39db1cd37992eb4/A of fe2c4524fb3aab0fe39db1cd37992eb4 into 63f28b8bd87248a6a22e70648cfba5f1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:16,291 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:16,291 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:16,291 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., storeName=fe2c4524fb3aab0fe39db1cd37992eb4/B, priority=13, startTime=1731552735867; duration=0sec
2024-11-14T02:52:16,291 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., storeName=fe2c4524fb3aab0fe39db1cd37992eb4/A, priority=13, startTime=1731552735867; duration=0sec
2024-11-14T02:52:16,291 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:16,291 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:16,291 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2c4524fb3aab0fe39db1cd37992eb4:B
2024-11-14T02:52:16,291 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2c4524fb3aab0fe39db1cd37992eb4:A
2024-11-14T02:52:16,292 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:16,292 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:16,292 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): fe2c4524fb3aab0fe39db1cd37992eb4/C is initiating minor compaction (all files)
2024-11-14T02:52:16,293 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2c4524fb3aab0fe39db1cd37992eb4/C in TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:16,293 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/17bbc1a347c346c0a06fa9c3ec002f4f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/3d0a4558100540c09fbddcb61c7dfc12, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/1a43cdb03c2a4a958eb94fea60b375e1] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp, totalSize=35.2 K
2024-11-14T02:52:16,293 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 17bbc1a347c346c0a06fa9c3ec002f4f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731552733742
2024-11-14T02:52:16,293 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d0a4558100540c09fbddcb61c7dfc12, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731552733849
2024-11-14T02:52:16,293 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a43cdb03c2a4a958eb94fea60b375e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731552734486
2024-11-14T02:52:16,298 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2c4524fb3aab0fe39db1cd37992eb4#C#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:16,299 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/8b21fae76bc84f5e90ebec57c5275fec is 50, key is test_row_0/C:col10/1731552734486/Put/seqid=0
2024-11-14T02:52:16,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742246_1422 (size=12104)
2024-11-14T02:52:16,311 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552796302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:16,312 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:16,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:16,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552796307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:16,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:16,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:16,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:16,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:16,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:16,359 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/796733ebe8ef403684978f038c40f349
2024-11-14T02:52:16,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/169148f46c7b4a33819afb09b0b4dd9b is 50, key is test_row_0/B:col10/1731552735114/Put/seqid=0
2024-11-14T02:52:16,367 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742247_1423 (size=12001)
2024-11-14T02:52:16,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552796416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:16,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:16,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:16,422 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:16,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552796416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:16,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:16,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:16,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:16,621 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-14T02:52:16,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:16,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552796626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:16,633 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:16,633 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:16,633 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:16,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552796626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:16,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:16,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:16,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:16,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:16,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552796656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:16,664 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:16,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552796656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:16,664 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in fe2c4524fb3aab0fe39db1cd37992eb4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:16,664 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_0' in fe2c4524fb3aab0fe39db1cd37992eb4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:16,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:16,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:16,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:16,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:16,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:16,665 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:16,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:16,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552796667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:16,675 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_1' in fe2c4524fb3aab0fe39db1cd37992eb4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2192 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:16,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:16,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:16,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:16,706 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/8b21fae76bc84f5e90ebec57c5275fec as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/8b21fae76bc84f5e90ebec57c5275fec
2024-11-14T02:52:16,709 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2c4524fb3aab0fe39db1cd37992eb4/C of fe2c4524fb3aab0fe39db1cd37992eb4 into 8b21fae76bc84f5e90ebec57c5275fec(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:16,709 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:16,709 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., storeName=fe2c4524fb3aab0fe39db1cd37992eb4/C, priority=13, startTime=1731552735867; duration=0sec
2024-11-14T02:52:16,709 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:16,709 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2c4524fb3aab0fe39db1cd37992eb4:C
2024-11-14T02:52:16,768 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/169148f46c7b4a33819afb09b0b4dd9b
2024-11-14T02:52:16,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/a50db03738c54ef294f88b4a66e57b0c is 50, key is test_row_0/C:col10/1731552735114/Put/seqid=0
2024-11-14T02:52:16,783 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742248_1424 (size=12001)
2024-11-14T02:52:16,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552796936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:16,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:16,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:16,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:16,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552796946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:16,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:16,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:16,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-14T02:52:17,184 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/a50db03738c54ef294f88b4a66e57b0c
2024-11-14T02:52:17,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/796733ebe8ef403684978f038c40f349 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/796733ebe8ef403684978f038c40f349
2024-11-14T02:52:17,190 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/796733ebe8ef403684978f038c40f349, entries=150, sequenceid=78, filesize=11.7 K
2024-11-14T02:52:17,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/169148f46c7b4a33819afb09b0b4dd9b as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/169148f46c7b4a33819afb09b0b4dd9b
2024-11-14T02:52:17,195 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/169148f46c7b4a33819afb09b0b4dd9b, entries=150, sequenceid=78, filesize=11.7 K
2024-11-14T02:52:17,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/a50db03738c54ef294f88b4a66e57b0c as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/a50db03738c54ef294f88b4a66e57b0c
2024-11-14T02:52:17,202 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/a50db03738c54ef294f88b4a66e57b0c, entries=150, sequenceid=78, filesize=11.7 K
2024-11-14T02:52:17,203 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for fe2c4524fb3aab0fe39db1cd37992eb4 in 1256ms, sequenceid=78, compaction requested=false
2024-11-14T02:52:17,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:17,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:17,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124
2024-11-14T02:52:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=124
2024-11-14T02:52:17,205 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123
2024-11-14T02:52:17,205 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3250 sec
2024-11-14T02:52:17,207 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.3300 sec
2024-11-14T02:52:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:17,452 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fe2c4524fb3aab0fe39db1cd37992eb4 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-14T02:52:17,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=A
2024-11-14T02:52:17,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:17,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=B
2024-11-14T02:52:17,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:17,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=C
2024-11-14T02:52:17,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:17,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/e857748d5c374492b76ea7f9f24fa308 is 50, key is test_row_0/A:col10/1731552736291/Put/seqid=0
2024-11-14T02:52:17,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742249_1425 (size=14341)
2024-11-14T02:52:17,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552797538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:17,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:17,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:17,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:17,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552797548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:17,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:17,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552797656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:17,661 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:17,661 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:17,661 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:17,661 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:17,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552797656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:17,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:17,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:17,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:17,862 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/e857748d5c374492b76ea7f9f24fa308
2024-11-14T02:52:17,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/ec01aca34c5447d9a51d82b8f7cb4384 is 50, key is test_row_0/B:col10/1731552736291/Put/seqid=0
2024-11-14T02:52:17,873 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:17,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742250_1426 (size=12001)
2024-11-14T02:52:17,874 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/ec01aca34c5447d9a51d82b8f7cb4384
2024-11-14T02:52:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552797866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:17,876 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:17,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552797866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:17,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:17,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/5e680fd68e39471a9873b876dc02b069 is 50, key is test_row_0/C:col10/1731552736291/Put/seqid=0
2024-11-14T02:52:17,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742251_1427 (size=12001)
2024-11-14T02:52:17,913 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/5e680fd68e39471a9873b876dc02b069
2024-11-14T02:52:17,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/e857748d5c374492b76ea7f9f24fa308 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/e857748d5c374492b76ea7f9f24fa308
2024-11-14T02:52:17,924 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/e857748d5c374492b76ea7f9f24fa308, entries=200, sequenceid=94, filesize=14.0 K
2024-11-14T02:52:17,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/ec01aca34c5447d9a51d82b8f7cb4384 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/ec01aca34c5447d9a51d82b8f7cb4384
2024-11-14T02:52:17,932 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/ec01aca34c5447d9a51d82b8f7cb4384, entries=150, sequenceid=94, filesize=11.7 K
2024-11-14T02:52:17,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/5e680fd68e39471a9873b876dc02b069 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/5e680fd68e39471a9873b876dc02b069
2024-11-14T02:52:17,937 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/5e680fd68e39471a9873b876dc02b069, entries=150, sequenceid=94, filesize=11.7 K
2024-11-14T02:52:17,938 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for fe2c4524fb3aab0fe39db1cd37992eb4 in 486ms, sequenceid=94, compaction requested=true
2024-11-14T02:52:17,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:17,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2c4524fb3aab0fe39db1cd37992eb4:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:52:17,938 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:17,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:17,938 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:17,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2c4524fb3aab0fe39db1cd37992eb4:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:52:17,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:17,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2c4524fb3aab0fe39db1cd37992eb4:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:52:17,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:17,940 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:17,940 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): fe2c4524fb3aab0fe39db1cd37992eb4/A is initiating minor compaction (all files)
2024-11-14T02:52:17,940 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2c4524fb3aab0fe39db1cd37992eb4/A in TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:17,940 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/63f28b8bd87248a6a22e70648cfba5f1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/796733ebe8ef403684978f038c40f349, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/e857748d5c374492b76ea7f9f24fa308] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp, totalSize=37.5 K
2024-11-14T02:52:17,940 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:17,940 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): fe2c4524fb3aab0fe39db1cd37992eb4/B is initiating minor compaction (all files)
2024-11-14T02:52:17,940 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2c4524fb3aab0fe39db1cd37992eb4/B in TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:17,940 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/f9e15e1e34f64f56882b38d98a2fae62, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/169148f46c7b4a33819afb09b0b4dd9b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/ec01aca34c5447d9a51d82b8f7cb4384] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp, totalSize=35.3 K
2024-11-14T02:52:17,941 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting f9e15e1e34f64f56882b38d98a2fae62, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731552734486
2024-11-14T02:52:17,941 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63f28b8bd87248a6a22e70648cfba5f1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731552734486
2024-11-14T02:52:17,941 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 169148f46c7b4a33819afb09b0b4dd9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731552735097
2024-11-14T02:52:17,941 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 796733ebe8ef403684978f038c40f349, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731552735097
2024-11-14T02:52:17,941 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting ec01aca34c5447d9a51d82b8f7cb4384, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731552736275
2024-11-14T02:52:17,941 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting e857748d5c374492b76ea7f9f24fa308, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731552736275
2024-11-14T02:52:17,954 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2c4524fb3aab0fe39db1cd37992eb4#B#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:17,954 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/1c4931d961cd485db6c8e1741ac80bd6 is 50, key is test_row_0/B:col10/1731552736291/Put/seqid=0
2024-11-14T02:52:17,956 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2c4524fb3aab0fe39db1cd37992eb4#A#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:17,957 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/c0c647e9a9f6451fb6d4143d27c5dc0e is 50, key is test_row_0/A:col10/1731552736291/Put/seqid=0
2024-11-14T02:52:17,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742252_1428 (size=12207)
2024-11-14T02:52:17,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742253_1429 (size=12207)
2024-11-14T02:52:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:18,196 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fe2c4524fb3aab0fe39db1cd37992eb4 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-14T02:52:18,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=A
2024-11-14T02:52:18,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:18,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=B
2024-11-14T02:52:18,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:18,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=C
2024-11-14T02:52:18,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:18,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/059246ab05194f6dbbaa90289af38858 is 50, key is test_row_0/A:col10/1731552737531/Put/seqid=0
2024-11-14T02:52:18,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742254_1430 (size=14341)
2024-11-14T02:52:18,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552798235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:18,247 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:18,247 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:18,247 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:18,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:18,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552798246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:18,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:18,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:18,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:18,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552798356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:18,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:18,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:18,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:18,367 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/1c4931d961cd485db6c8e1741ac80bd6 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/1c4931d961cd485db6c8e1741ac80bd6
2024-11-14T02:52:18,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552798366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:18,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:18,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:18,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:18,372 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2c4524fb3aab0fe39db1cd37992eb4/B of fe2c4524fb3aab0fe39db1cd37992eb4 into 1c4931d961cd485db6c8e1741ac80bd6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:18,372 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:18,372 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., storeName=fe2c4524fb3aab0fe39db1cd37992eb4/B, priority=13, startTime=1731552737938; duration=0sec
2024-11-14T02:52:18,372 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:18,372 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2c4524fb3aab0fe39db1cd37992eb4:B
2024-11-14T02:52:18,372 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:18,373 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:18,373 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): fe2c4524fb3aab0fe39db1cd37992eb4/C is initiating minor compaction (all files)
2024-11-14T02:52:18,373 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2c4524fb3aab0fe39db1cd37992eb4/C in TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:18,374 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/8b21fae76bc84f5e90ebec57c5275fec, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/a50db03738c54ef294f88b4a66e57b0c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/5e680fd68e39471a9873b876dc02b069] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp, totalSize=35.3 K
2024-11-14T02:52:18,374 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b21fae76bc84f5e90ebec57c5275fec, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1731552734486
2024-11-14T02:52:18,375 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting a50db03738c54ef294f88b4a66e57b0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731552735097
2024-11-14T02:52:18,376 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e680fd68e39471a9873b876dc02b069, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731552736275
2024-11-14T02:52:18,376 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/c0c647e9a9f6451fb6d4143d27c5dc0e as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/c0c647e9a9f6451fb6d4143d27c5dc0e
2024-11-14T02:52:18,382 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2c4524fb3aab0fe39db1cd37992eb4/A of fe2c4524fb3aab0fe39db1cd37992eb4 into c0c647e9a9f6451fb6d4143d27c5dc0e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:18,382 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:18,382 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., storeName=fe2c4524fb3aab0fe39db1cd37992eb4/A, priority=13, startTime=1731552737938; duration=0sec
2024-11-14T02:52:18,382 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:18,382 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2c4524fb3aab0fe39db1cd37992eb4:A
2024-11-14T02:52:18,386 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2c4524fb3aab0fe39db1cd37992eb4#C#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:18,387 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/0c4aeec492d64d628eb17bbf08cee10f is 50, key is test_row_0/C:col10/1731552736291/Put/seqid=0
2024-11-14T02:52:18,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742255_1431 (size=12207)
2024-11-14T02:52:18,394 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/0c4aeec492d64d628eb17bbf08cee10f as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/0c4aeec492d64d628eb17bbf08cee10f
2024-11-14T02:52:18,398 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2c4524fb3aab0fe39db1cd37992eb4/C of fe2c4524fb3aab0fe39db1cd37992eb4 into 0c4aeec492d64d628eb17bbf08cee10f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:18,398 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:18,398 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., storeName=fe2c4524fb3aab0fe39db1cd37992eb4/C, priority=13, startTime=1731552737938; duration=0sec
2024-11-14T02:52:18,399 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:18,399 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2c4524fb3aab0fe39db1cd37992eb4:C
2024-11-14T02:52:18,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552798577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:18,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552798577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:18,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:18,606 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/059246ab05194f6dbbaa90289af38858
2024-11-14T02:52:18,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/bf6db2a64de54952ad2f9a09e8ab5fb5 is 50, key is test_row_0/B:col10/1731552737531/Put/seqid=0
2024-11-14T02:52:18,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742256_1432 (size=12001)
2024-11-14T02:52:18,682 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552798677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:18,682 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_0' in fe2c4524fb3aab0fe39db1cd37992eb4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:18,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:18,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:18,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:18,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552798686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:18,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552798686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:18,695 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in fe2c4524fb3aab0fe39db1cd37992eb4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4208 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:18,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:18,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:18,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:18,696 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_1' in fe2c4524fb3aab0fe39db1cd37992eb4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4213 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:18,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:18,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:18,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:18,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552798895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:18,903 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:18,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:18,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:18,904 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552798896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:18,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:18,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:18,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:19,017 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/bf6db2a64de54952ad2f9a09e8ab5fb5
2024-11-14T02:52:19,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/38159c986c4f437e99c0a9a8c8553b13 is 50, key is test_row_0/C:col10/1731552737531/Put/seqid=0
2024-11-14T02:52:19,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-14T02:52:19,036 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:52:19,037 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:52:19,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees
2024-11-14T02:52:19,039 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:52:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-14T02:52:19,040 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:52:19,040 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:52:19,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742257_1433 (size=12001)
2024-11-14T02:52:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-14T02:52:19,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-14T02:52:19,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:19,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:19,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:19,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:19,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:19,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-14T02:52:19,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:19,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:19,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:19,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:19,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:19,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=126
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-14T02:52:19,407 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:19,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552799406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:19,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:19,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:19,408 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:19,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:19,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552799416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:19,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:19,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:19,423 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:19,453 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/38159c986c4f437e99c0a9a8c8553b13
2024-11-14T02:52:19,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/059246ab05194f6dbbaa90289af38858 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/059246ab05194f6dbbaa90289af38858
2024-11-14T02:52:19,458 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/059246ab05194f6dbbaa90289af38858, entries=200, sequenceid=114, filesize=14.0 K
2024-11-14T02:52:19,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/bf6db2a64de54952ad2f9a09e8ab5fb5 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/bf6db2a64de54952ad2f9a09e8ab5fb5
2024-11-14T02:52:19,461 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/bf6db2a64de54952ad2f9a09e8ab5fb5, entries=150, sequenceid=114, filesize=11.7 K
2024-11-14T02:52:19,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/38159c986c4f437e99c0a9a8c8553b13 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/38159c986c4f437e99c0a9a8c8553b13
2024-11-14T02:52:19,465 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/38159c986c4f437e99c0a9a8c8553b13, entries=150, sequenceid=114, filesize=11.7 K
2024-11-14T02:52:19,466 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for fe2c4524fb3aab0fe39db1cd37992eb4 in 1270ms, sequenceid=114, compaction requested=false
2024-11-14T02:52:19,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:19,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-14T02:52:19,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:19,500 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing fe2c4524fb3aab0fe39db1cd37992eb4 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-14T02:52:19,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=A
2024-11-14T02:52:19,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:19,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=B
2024-11-14T02:52:19,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:19,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=C
2024-11-14T02:52:19,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:19,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/a829b22c0ba34d95890bede97c191be8 is 50, key is test_row_0/A:col10/1731552738225/Put/seqid=0
2024-11-14T02:52:19,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742258_1434 (size=12001)
2024-11-14T02:52:19,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-14T02:52:19,913 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/a829b22c0ba34d95890bede97c191be8
2024-11-14T02:52:19,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/cdc40ebe7ab4437ab09387af599e4cc9 is 50, key is test_row_0/B:col10/1731552738225/Put/seqid=0
2024-11-14T02:52:19,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742259_1435 (size=12001)
2024-11-14T02:52:19,928 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/cdc40ebe7ab4437ab09387af599e4cc9
2024-11-14T02:52:19,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/419ad5be297f41c9af3096f097460e85 is 50, key is test_row_0/C:col10/1731552738225/Put/seqid=0
2024-11-14T02:52:19,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742260_1436 (size=12001)
2024-11-14T02:52:20,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-14T02:52:20,343 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/419ad5be297f41c9af3096f097460e85
2024-11-14T02:52:20,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/a829b22c0ba34d95890bede97c191be8 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/a829b22c0ba34d95890bede97c191be8
2024-11-14T02:52:20,349 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/a829b22c0ba34d95890bede97c191be8, entries=150, sequenceid=129, filesize=11.7 K
2024-11-14T02:52:20,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/cdc40ebe7ab4437ab09387af599e4cc9 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/cdc40ebe7ab4437ab09387af599e4cc9
2024-11-14T02:52:20,352 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/cdc40ebe7ab4437ab09387af599e4cc9, entries=150, sequenceid=129, filesize=11.7 K
2024-11-14T02:52:20,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/419ad5be297f41c9af3096f097460e85 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/419ad5be297f41c9af3096f097460e85
2024-11-14T02:52:20,355 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/419ad5be297f41c9af3096f097460e85, entries=150, sequenceid=129, filesize=11.7 K
2024-11-14T02:52:20,356 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for fe2c4524fb3aab0fe39db1cd37992eb4 in 856ms, sequenceid=129, compaction requested=true
2024-11-14T02:52:20,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:20,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:20,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126
2024-11-14T02:52:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=126
2024-11-14T02:52:20,359 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125
2024-11-14T02:52:20,359 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3170 sec
2024-11-14T02:52:20,360 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.3220 sec
2024-11-14T02:52:20,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:20,434 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fe2c4524fb3aab0fe39db1cd37992eb4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-14T02:52:20,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=A
2024-11-14T02:52:20,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:20,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=B
2024-11-14T02:52:20,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:20,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=C
2024-11-14T02:52:20,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:20,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/d29377d922814e8291b3b086f6c4e4d7 is 50, key is test_row_0/A:col10/1731552740433/Put/seqid=0
2024-11-14T02:52:20,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742261_1437 (size=14541)
2024-11-14T02:52:20,505 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731552740486, max timestamp=1731552740502Num uniques 859; 
2024-11-14T02:52:20,505 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731552740486, max timestamp=1731552740502Num uniques 859; 
2024-11-14T02:52:20,505 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-14T02:52:20,505 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-14T02:52:20,505 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731552740486, max timestamp=1731552740502Num uniques 859; 
2024-11-14T02:52:20,506 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-14T02:52:20,597 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552800589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:20,597 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:20,597 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:20,597 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:20,607 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552800591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:20,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:20,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:20,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:20,718 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552800706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:20,718 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:20,718 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:20,718 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:20,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552800716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:20,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:20,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:20,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:20,841 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/d29377d922814e8291b3b086f6c4e4d7
2024-11-14T02:52:20,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/2ded81993f6c452b973ce24cf64b5a74 is 50, key is test_row_0/B:col10/1731552740433/Put/seqid=0
2024-11-14T02:52:20,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742262_1438 (size=12151)
2024-11-14T02:52:20,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:20,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552800926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:20,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:20,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:20,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:20,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:20,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552800936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:20,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:20,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:20,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-14T02:52:21,186 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:52:21,187 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:52:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees
2024-11-14T02:52:21,188 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:52:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-14T02:52:21,188 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:52:21,188 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:52:21,247 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552801236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:21,248 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:21,248 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:21,248 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:21,250 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/2ded81993f6c452b973ce24cf64b5a74
2024-11-14T02:52:21,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/30692b00a5d640cda5bcb4d644279f77 is 50, key is test_row_0/C:col10/1731552740433/Put/seqid=0
2024-11-14T02:52:21,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742263_1439 (size=12151)
2024-11-14T02:52:21,267 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552801256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:21,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:21,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:21,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:21,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-14T02:52:21,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-14T02:52:21,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:21,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:21,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:21,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:21,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:21,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:21,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-14T02:52:21,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:21,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:21,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:21,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:21,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-14T02:52:21,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-14T02:52:21,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:21,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:21,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:21,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:21,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:21,659 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/30692b00a5d640cda5bcb4d644279f77
2024-11-14T02:52:21,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/d29377d922814e8291b3b086f6c4e4d7 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/d29377d922814e8291b3b086f6c4e4d7
2024-11-14T02:52:21,664 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/d29377d922814e8291b3b086f6c4e4d7, entries=200, sequenceid=139, filesize=14.2 K
2024-11-14T02:52:21,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/2ded81993f6c452b973ce24cf64b5a74 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/2ded81993f6c452b973ce24cf64b5a74
2024-11-14T02:52:21,668 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/2ded81993f6c452b973ce24cf64b5a74, entries=150, sequenceid=139, filesize=11.9 K
2024-11-14T02:52:21,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/30692b00a5d640cda5bcb4d644279f77 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/30692b00a5d640cda5bcb4d644279f77
2024-11-14T02:52:21,671 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/30692b00a5d640cda5bcb4d644279f77, entries=150, sequenceid=139, filesize=11.9 K
2024-11-14T02:52:21,672 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for fe2c4524fb3aab0fe39db1cd37992eb4 in 1238ms, sequenceid=139, compaction requested=true
2024-11-14T02:52:21,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:21,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2c4524fb3aab0fe39db1cd37992eb4:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:52:21,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:21,672 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-14T02:52:21,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2c4524fb3aab0fe39db1cd37992eb4:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:52:21,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:21,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2c4524fb3aab0fe39db1cd37992eb4:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:52:21,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-14T02:52:21,673 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-14T02:52:21,674 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-14T02:52:21,674 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 53090 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-14T02:52:21,674 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): fe2c4524fb3aab0fe39db1cd37992eb4/B is initiating minor compaction (all files)
2024-11-14T02:52:21,674 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): fe2c4524fb3aab0fe39db1cd37992eb4/A is initiating minor compaction (all files)
2024-11-14T02:52:21,674 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2c4524fb3aab0fe39db1cd37992eb4/B in TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:21,674 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2c4524fb3aab0fe39db1cd37992eb4/A in TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:21,674 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/1c4931d961cd485db6c8e1741ac80bd6, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/bf6db2a64de54952ad2f9a09e8ab5fb5, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/cdc40ebe7ab4437ab09387af599e4cc9, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/2ded81993f6c452b973ce24cf64b5a74] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp, totalSize=47.2 K
2024-11-14T02:52:21,674 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/c0c647e9a9f6451fb6d4143d27c5dc0e, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/059246ab05194f6dbbaa90289af38858, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/a829b22c0ba34d95890bede97c191be8, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/d29377d922814e8291b3b086f6c4e4d7] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp, totalSize=51.8 K
2024-11-14T02:52:21,674 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c4931d961cd485db6c8e1741ac80bd6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731552736275
2024-11-14T02:52:21,674 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0c647e9a9f6451fb6d4143d27c5dc0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731552736275
2024-11-14T02:52:21,674 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting bf6db2a64de54952ad2f9a09e8ab5fb5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731552737531
2024-11-14T02:52:21,674 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 059246ab05194f6dbbaa90289af38858, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731552737531
2024-11-14T02:52:21,675 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting cdc40ebe7ab4437ab09387af599e4cc9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731552738223
2024-11-14T02:52:21,675 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting a829b22c0ba34d95890bede97c191be8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731552738223
2024-11-14T02:52:21,675 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ded81993f6c452b973ce24cf64b5a74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731552740418
2024-11-14T02:52:21,675 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting d29377d922814e8291b3b086f6c4e4d7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731552740418
2024-11-14T02:52:21,683 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2c4524fb3aab0fe39db1cd37992eb4#A#compaction#376 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:21,683 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2c4524fb3aab0fe39db1cd37992eb4#B#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:21,684 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/2778aee245734cadb1957425b5c66dc1 is 50, key is test_row_0/A:col10/1731552740433/Put/seqid=0
2024-11-14T02:52:21,684 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/66f1f56d0a3d4ccab8d2fe59de30cb77 is 50, key is test_row_0/B:col10/1731552740433/Put/seqid=0
2024-11-14T02:52:21,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742264_1440 (size=12493)
2024-11-14T02:52:21,690 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/2778aee245734cadb1957425b5c66dc1 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/2778aee245734cadb1957425b5c66dc1
2024-11-14T02:52:21,693 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fe2c4524fb3aab0fe39db1cd37992eb4/A of fe2c4524fb3aab0fe39db1cd37992eb4 into 2778aee245734cadb1957425b5c66dc1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:21,693 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:21,693 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., storeName=fe2c4524fb3aab0fe39db1cd37992eb4/A, priority=12, startTime=1731552741672; duration=0sec
2024-11-14T02:52:21,693 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:21,693 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2c4524fb3aab0fe39db1cd37992eb4:A
2024-11-14T02:52:21,693 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-14T02:52:21,694 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-14T02:52:21,694 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): fe2c4524fb3aab0fe39db1cd37992eb4/C is initiating minor compaction (all files)
2024-11-14T02:52:21,694 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2c4524fb3aab0fe39db1cd37992eb4/C in TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:21,694 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/0c4aeec492d64d628eb17bbf08cee10f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/38159c986c4f437e99c0a9a8c8553b13, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/419ad5be297f41c9af3096f097460e85, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/30692b00a5d640cda5bcb4d644279f77] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp, totalSize=47.2 K
2024-11-14T02:52:21,694 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c4aeec492d64d628eb17bbf08cee10f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731552736275
2024-11-14T02:52:21,695 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38159c986c4f437e99c0a9a8c8553b13, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731552737531
2024-11-14T02:52:21,695 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 419ad5be297f41c9af3096f097460e85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731552738223
2024-11-14T02:52:21,695 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30692b00a5d640cda5bcb4d644279f77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731552740418
2024-11-14T02:52:21,705 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2c4524fb3aab0fe39db1cd37992eb4#C#compaction#377 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:21,706 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/f3168c90e9a34e25a9fd81d51b3721fe is 50, key is test_row_0/C:col10/1731552740433/Put/seqid=0
2024-11-14T02:52:21,707 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742265_1441 (size=12493)
2024-11-14T02:52:21,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742266_1442 (size=12493)
2024-11-14T02:52:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:21,765 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fe2c4524fb3aab0fe39db1cd37992eb4 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB
2024-11-14T02:52:21,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=A
2024-11-14T02:52:21,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:52:21,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=B
2024-11-14T02:52:21,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:52:21,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=C
2024-11-14T02:52:21,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:52:21,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/7ecdb28db51b40768440498b26dff92d is 50, key is test_row_0/A:col10/1731552741764/Put/seqid=0
2024-11-14T02:52:21,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742267_1443 (size=14541)
2024-11-14T02:52:21,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-14T02:52:21,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:21,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:21,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:21,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:21,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:21,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:21,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:21,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552801802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:21,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:21,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:21,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:21,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552801805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:21,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:21,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:21,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-14T02:52:21,925 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552801916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:21,925 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:21,925 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:21,925 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:21,933 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552801926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:21,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:21,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:21,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:21,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-14T02:52:21,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:21,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:21,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:21,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:21,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:21,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:22,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-14T02:52:22,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:22,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:22,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:22,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:22,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:22,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:22,112 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/66f1f56d0a3d4ccab8d2fe59de30cb77 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/66f1f56d0a3d4ccab8d2fe59de30cb77
2024-11-14T02:52:22,113 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/f3168c90e9a34e25a9fd81d51b3721fe as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/f3168c90e9a34e25a9fd81d51b3721fe
2024-11-14T02:52:22,115 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fe2c4524fb3aab0fe39db1cd37992eb4/B of fe2c4524fb3aab0fe39db1cd37992eb4 into 66f1f56d0a3d4ccab8d2fe59de30cb77(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:22,115 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:22,115 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., storeName=fe2c4524fb3aab0fe39db1cd37992eb4/B, priority=12, startTime=1731552741672; duration=0sec
2024-11-14T02:52:22,115 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:22,115 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2c4524fb3aab0fe39db1cd37992eb4:B
2024-11-14T02:52:22,117 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fe2c4524fb3aab0fe39db1cd37992eb4/C of fe2c4524fb3aab0fe39db1cd37992eb4 into f3168c90e9a34e25a9fd81d51b3721fe(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:22,117 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:22,117 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., storeName=fe2c4524fb3aab0fe39db1cd37992eb4/C, priority=12, startTime=1731552741672; duration=0sec
2024-11-14T02:52:22,117 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:22,117 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2c4524fb3aab0fe39db1cd37992eb4:C
2024-11-14T02:52:22,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552802136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:22,155 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552802146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:22,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:22,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:22,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:22,173 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/7ecdb28db51b40768440498b26dff92d
2024-11-14T02:52:22,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/bd1eff87b66a469e8ec34c1f3f3e41a6 is 50, key is test_row_0/B:col10/1731552741764/Put/seqid=0
2024-11-14T02:52:22,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742268_1444 (size=12151)
2024-11-14T02:52:22,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-14T02:52:22,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:22,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:22,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:22,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:22,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:22,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-14T02:52:22,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-14T02:52:22,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:22,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:22,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:22,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:22,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:22,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:22,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:22,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552802456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:22,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:22,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:22,459 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:22,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:22,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552802466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:22,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:22,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:22,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:22,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-14T02:52:22,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:22,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:22,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:22,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:22,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:22,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:22,586 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/bd1eff87b66a469e8ec34c1f3f3e41a6
2024-11-14T02:52:22,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/5ab18f33955b4f0dbae460369e6ee3aa is 50, key is test_row_0/C:col10/1731552741764/Put/seqid=0
2024-11-14T02:52:22,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742269_1445 (size=12151)
2024-11-14T02:52:22,597 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/5ab18f33955b4f0dbae460369e6ee3aa
2024-11-14T02:52:22,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/7ecdb28db51b40768440498b26dff92d as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/7ecdb28db51b40768440498b26dff92d
2024-11-14T02:52:22,603 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/7ecdb28db51b40768440498b26dff92d, entries=200, sequenceid=177, filesize=14.2 K
2024-11-14T02:52:22,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/bd1eff87b66a469e8ec34c1f3f3e41a6 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/bd1eff87b66a469e8ec34c1f3f3e41a6
2024-11-14T02:52:22,606 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/bd1eff87b66a469e8ec34c1f3f3e41a6, entries=150, sequenceid=177, filesize=11.9 K
2024-11-14T02:52:22,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/5ab18f33955b4f0dbae460369e6ee3aa as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/5ab18f33955b4f0dbae460369e6ee3aa
2024-11-14T02:52:22,612 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/5ab18f33955b4f0dbae460369e6ee3aa, entries=150, sequenceid=177, filesize=11.9 K
2024-11-14T02:52:22,613 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for fe2c4524fb3aab0fe39db1cd37992eb4 in 848ms, sequenceid=177, compaction requested=false
2024-11-14T02:52:22,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:22,710 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fe2c4524fb3aab0fe39db1cd37992eb4 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-14T02:52:22,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=A
2024-11-14T02:52:22,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:22,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=B
2024-11-14T02:52:22,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:22,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=C
2024-11-14T02:52:22,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:22,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/e04b045e5b164b8fa913995151df6e12 is 50, key is test_row_0/A:col10/1731552742708/Put/seqid=0
2024-11-14T02:52:22,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-14T02:52:22,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:22,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:22,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:22,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:22,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:22,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:22,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742270_1446 (size=12151)
2024-11-14T02:52:22,724 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/e04b045e5b164b8fa913995151df6e12
2024-11-14T02:52:22,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/8e5b537eedfe4c6d845844f14cfdd1ba is 50, key is test_row_0/B:col10/1731552742708/Put/seqid=0
2024-11-14T02:52:22,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742271_1447 (size=12151)
2024-11-14T02:52:22,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552742754, max timestamp=1731552742773Num uniques 859; 
2024-11-14T02:52:22,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:52:22,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552742754, max timestamp=1731552742773Num uniques 859; 
2024-11-14T02:52:22,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:52:22,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552742754, max timestamp=1731552742773Num uniques 859; 
2024-11-14T02:52:22,776 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:52:22,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552802820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:22,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:22,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:22,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:22,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552802821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:22,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:22,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:22,833 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:22,833 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:22,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552802830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:22,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:22,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:22,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:22,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-14T02:52:22,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:22,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:22,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:22,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:22,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:22,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:22,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552802936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:22,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:22,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:22,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:22,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552802936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:22,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:22,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:22,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:22,947 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:22,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552802936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:22,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:22,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:22,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:22,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552802967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:22,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:22,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:22,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:22,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552802986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:22,995 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:23,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-14T02:52:23,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:23,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:23,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:23,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:23,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:23,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:23,134 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/8e5b537eedfe4c6d845844f14cfdd1ba
2024-11-14T02:52:23,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/fc63c39e12f04e6c8f1701142733ccbd is 50, key is test_row_0/C:col10/1731552742708/Put/seqid=0
2024-11-14T02:52:23,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742272_1448 (size=12151)
2024-11-14T02:52:23,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:23,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552803156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:23,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:23,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552803156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:23,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:23,161 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:23,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:23,161 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:23,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:23,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552803156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:23,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:23,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:23,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:23,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-14T02:52:23,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:23,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:23,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:23,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:23,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:23,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-14T02:52:23,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:23,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:23,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:23,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:23,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:23,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-14T02:52:23,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552803466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:23,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:23,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552803466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:23,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:23,474 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:23,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:23,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:23,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:23,474 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552803466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:23,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:23,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:23,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:23,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-14T02:52:23,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:23,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:23,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:23,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:23,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:23,542 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/fc63c39e12f04e6c8f1701142733ccbd
2024-11-14T02:52:23,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/e04b045e5b164b8fa913995151df6e12 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/e04b045e5b164b8fa913995151df6e12
2024-11-14T02:52:23,547 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/e04b045e5b164b8fa913995151df6e12, entries=150, sequenceid=189, filesize=11.9 K
2024-11-14T02:52:23,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/8e5b537eedfe4c6d845844f14cfdd1ba as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/8e5b537eedfe4c6d845844f14cfdd1ba
2024-11-14T02:52:23,550 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/8e5b537eedfe4c6d845844f14cfdd1ba, entries=150, sequenceid=189, filesize=11.9 K
2024-11-14T02:52:23,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/fc63c39e12f04e6c8f1701142733ccbd as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/fc63c39e12f04e6c8f1701142733ccbd
2024-11-14T02:52:23,553 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/fc63c39e12f04e6c8f1701142733ccbd, entries=150, sequenceid=189, filesize=11.9 K
2024-11-14T02:52:23,554 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for fe2c4524fb3aab0fe39db1cd37992eb4 in 845ms, sequenceid=189, compaction requested=true
2024-11-14T02:52:23,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:23,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2c4524fb3aab0fe39db1cd37992eb4:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:52:23,554 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:23,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:23,554 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:23,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2c4524fb3aab0fe39db1cd37992eb4:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:52:23,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:23,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2c4524fb3aab0fe39db1cd37992eb4:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:52:23,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:23,555 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:23,555 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:23,555 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): fe2c4524fb3aab0fe39db1cd37992eb4/B is initiating minor compaction (all files)
2024-11-14T02:52:23,555 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): fe2c4524fb3aab0fe39db1cd37992eb4/A is initiating minor compaction (all files)
2024-11-14T02:52:23,555 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2c4524fb3aab0fe39db1cd37992eb4/B in TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:23,555 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2c4524fb3aab0fe39db1cd37992eb4/A in TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:23,555 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/66f1f56d0a3d4ccab8d2fe59de30cb77, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/bd1eff87b66a469e8ec34c1f3f3e41a6, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/8e5b537eedfe4c6d845844f14cfdd1ba] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp, totalSize=35.9 K
2024-11-14T02:52:23,555 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/2778aee245734cadb1957425b5c66dc1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/7ecdb28db51b40768440498b26dff92d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/e04b045e5b164b8fa913995151df6e12] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp, totalSize=38.3 K
2024-11-14T02:52:23,555 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2778aee245734cadb1957425b5c66dc1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731552740418
2024-11-14T02:52:23,555 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 66f1f56d0a3d4ccab8d2fe59de30cb77, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731552740418
2024-11-14T02:52:23,555 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting bd1eff87b66a469e8ec34c1f3f3e41a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731552740575
2024-11-14T02:52:23,555 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ecdb28db51b40768440498b26dff92d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731552740575
2024-11-14T02:52:23,556 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e5b537eedfe4c6d845844f14cfdd1ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731552741801
2024-11-14T02:52:23,556 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting e04b045e5b164b8fa913995151df6e12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731552741801
2024-11-14T02:52:23,560 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2c4524fb3aab0fe39db1cd37992eb4#A#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:23,561 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/1d1ba191956a4bf6bf0988e81f869c63 is 50, key is test_row_0/A:col10/1731552742708/Put/seqid=0
2024-11-14T02:52:23,564 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2c4524fb3aab0fe39db1cd37992eb4#B#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:23,564 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/eb98792994464d2880fe5ef870fbce4f is 50, key is test_row_0/B:col10/1731552742708/Put/seqid=0
2024-11-14T02:52:23,572 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742273_1449 (size=12595)
2024-11-14T02:52:23,575 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/1d1ba191956a4bf6bf0988e81f869c63 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/1d1ba191956a4bf6bf0988e81f869c63
2024-11-14T02:52:23,578 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2c4524fb3aab0fe39db1cd37992eb4/A of fe2c4524fb3aab0fe39db1cd37992eb4 into 1d1ba191956a4bf6bf0988e81f869c63(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:23,579 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:23,579 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., storeName=fe2c4524fb3aab0fe39db1cd37992eb4/A, priority=13, startTime=1731552743554; duration=0sec
2024-11-14T02:52:23,579 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:23,579 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2c4524fb3aab0fe39db1cd37992eb4:A
2024-11-14T02:52:23,579 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:23,579 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:23,579 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): fe2c4524fb3aab0fe39db1cd37992eb4/C is initiating minor compaction (all files)
2024-11-14T02:52:23,579 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2c4524fb3aab0fe39db1cd37992eb4/C in TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:23,579 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/f3168c90e9a34e25a9fd81d51b3721fe, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/5ab18f33955b4f0dbae460369e6ee3aa, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/fc63c39e12f04e6c8f1701142733ccbd] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp, totalSize=35.9 K
2024-11-14T02:52:23,580 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3168c90e9a34e25a9fd81d51b3721fe, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1731552740418
2024-11-14T02:52:23,580 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ab18f33955b4f0dbae460369e6ee3aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731552740575
2024-11-14T02:52:23,580 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc63c39e12f04e6c8f1701142733ccbd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731552741801
2024-11-14T02:52:23,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742274_1450 (size=12595)
2024-11-14T02:52:23,588 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2c4524fb3aab0fe39db1cd37992eb4#C#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:23,588 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/eb98792994464d2880fe5ef870fbce4f as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/eb98792994464d2880fe5ef870fbce4f
2024-11-14T02:52:23,588 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/27d10b8a06e9498fa17aa44fc01c4632 is 50, key is test_row_0/C:col10/1731552742708/Put/seqid=0
2024-11-14T02:52:23,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742275_1451 (size=12595)
2024-11-14T02:52:23,592 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2c4524fb3aab0fe39db1cd37992eb4/B of fe2c4524fb3aab0fe39db1cd37992eb4 into eb98792994464d2880fe5ef870fbce4f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:23,592 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:23,592 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., storeName=fe2c4524fb3aab0fe39db1cd37992eb4/B, priority=13, startTime=1731552743554; duration=0sec
2024-11-14T02:52:23,592 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:23,592 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2c4524fb3aab0fe39db1cd37992eb4:B
2024-11-14T02:52:23,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-14T02:52:23,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:23,630 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing fe2c4524fb3aab0fe39db1cd37992eb4 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-11-14T02:52:23,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=A
2024-11-14T02:52:23,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:52:23,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=B
2024-11-14T02:52:23,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:52:23,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=C
2024-11-14T02:52:23,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:52:23,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/85dd62d559604153bc851afa44cceb26 is 50, key is test_row_0/A:col10/1731552742789/Put/seqid=0
2024-11-14T02:52:23,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742276_1452 (size=12151)
2024-11-14T02:52:23,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:23,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:23,995 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/27d10b8a06e9498fa17aa44fc01c4632 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/27d10b8a06e9498fa17aa44fc01c4632
2024-11-14T02:52:23,998 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2c4524fb3aab0fe39db1cd37992eb4/C of fe2c4524fb3aab0fe39db1cd37992eb4 into 27d10b8a06e9498fa17aa44fc01c4632(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:23,998 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:23,998 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., storeName=fe2c4524fb3aab0fe39db1cd37992eb4/C, priority=13, startTime=1731552743554; duration=0sec
2024-11-14T02:52:23,998 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:23,998 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2c4524fb3aab0fe39db1cd37992eb4:C
2024-11-14T02:52:24,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:24,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552804000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:24,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:24,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:24,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552804000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:24,002 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,002 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,002 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:24,002 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:24,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552804001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:24,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,003 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:24,014 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:24,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552804002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:24,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:24,018 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:24,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552804006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:24,018 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_0' in fe2c4524fb3aab0fe39db1cd37992eb4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2213 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:24,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,019 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:24,038 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/85dd62d559604153bc851afa44cceb26
2024-11-14T02:52:24,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/7faf40b9ea5e4d2d8c908c45621c5d1f is 50, key is test_row_0/B:col10/1731552742789/Put/seqid=0
2024-11-14T02:52:24,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742277_1453 (size=12151)
2024-11-14T02:52:24,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552804106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552804106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,116 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552804107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,116 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:24,126 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552804116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:24,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,126 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:24,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552804326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:24,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:24,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552804327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:24,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:24,335 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:24,335 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552804327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:24,335 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,335 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:24,335 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,335 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,335 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:24,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:24,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552804336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:24,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:24,446 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/7faf40b9ea5e4d2d8c908c45621c5d1f
2024-11-14T02:52:24,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/854b125119424e37a072f472b44a8db4 is 50, key is test_row_0/C:col10/1731552742789/Put/seqid=0
2024-11-14T02:52:24,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742278_1454 (size=12151)
2024-11-14T02:52:24,455 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/854b125119424e37a072f472b44a8db4
2024-11-14T02:52:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/85dd62d559604153bc851afa44cceb26 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/85dd62d559604153bc851afa44cceb26
2024-11-14T02:52:24,461 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/85dd62d559604153bc851afa44cceb26, entries=150, sequenceid=226, filesize=11.9 K
2024-11-14T02:52:24,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/7faf40b9ea5e4d2d8c908c45621c5d1f as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/7faf40b9ea5e4d2d8c908c45621c5d1f
2024-11-14T02:52:24,464 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/7faf40b9ea5e4d2d8c908c45621c5d1f, entries=150, sequenceid=226, filesize=11.9 K
2024-11-14T02:52:24,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/854b125119424e37a072f472b44a8db4 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/854b125119424e37a072f472b44a8db4
2024-11-14T02:52:24,467 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/854b125119424e37a072f472b44a8db4, entries=150, sequenceid=226, filesize=11.9 K
2024-11-14T02:52:24,468 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for fe2c4524fb3aab0fe39db1cd37992eb4 in 838ms, sequenceid=226, compaction requested=false
2024-11-14T02:52:24,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:24,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:24,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128
2024-11-14T02:52:24,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=128
2024-11-14T02:52:24,471 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127
2024-11-14T02:52:24,471 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2810 sec
2024-11-14T02:52:24,472 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 3.2840 sec
2024-11-14T02:52:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:24,652 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fe2c4524fb3aab0fe39db1cd37992eb4 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-14T02:52:24,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=A
2024-11-14T02:52:24,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:24,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=B
2024-11-14T02:52:24,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:24,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=C
2024-11-14T02:52:24,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:24,656 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/fb265a323de04b71a1ee64f1e4bc82a4 is 50, key is test_row_0/A:col10/1731552744651/Put/seqid=0
2024-11-14T02:52:24,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742279_1455 (size=14541)
2024-11-14T02:52:24,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552804683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:24,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:24,694 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552744662, max timestamp=1731552744691Num uniques 859; 
2024-11-14T02:52:24,694 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:52:24,694 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552744662, max timestamp=1731552744691Num uniques 859; 
2024-11-14T02:52:24,694 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:52:24,695 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552744662, max timestamp=1731552744691Num uniques 859; 
2024-11-14T02:52:24,695 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:52:24,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552804734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:24,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:24,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552804735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:24,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:24,748 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:24,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552804747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:24,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:24,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,749 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:24,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:24,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552804796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:24,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,804 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:24,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:24,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552804856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:24,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,864 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:24,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552804857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:24,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,865 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:24,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:24,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552804857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:24,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:24,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:25,015 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:25,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552805006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:25,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:25,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:25,016 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:25,067 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/fb265a323de04b71a1ee64f1e4bc82a4
2024-11-14T02:52:25,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/7107183621e742d7a7bf3c2985533a63 is 50, key is test_row_0/B:col10/1731552744651/Put/seqid=0
2024-11-14T02:52:25,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742280_1456 (size=12151)
2024-11-14T02:52:25,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552805076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:25,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:25,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552805076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:25,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:25,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:25,082 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:25,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:25,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:25,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552805076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:25,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:25,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:25,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:25,082 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:25,334 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552805326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-14T02:52:25,357 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:52:25,357 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:52:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees
2024-11-14T02:52:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-14T02:52:25,358 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:52:25,359 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:52:25,359 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:52:25,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552805386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:25,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:25,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:25,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552805386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:25,393 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:25,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:25,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:25,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:25,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:25,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552805386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:25,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:25,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:25,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:25,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-14T02:52:25,475 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/7107183621e742d7a7bf3c2985533a63
2024-11-14T02:52:25,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/65f1c250e8ae4e87a7fe8b71dd28dd4c is 50, key is test_row_0/C:col10/1731552744651/Put/seqid=0
2024-11-14T02:52:25,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742281_1457 (size=12151)
2024-11-14T02:52:25,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-14T02:52:25,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:25,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:25,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:25,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:25,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:25,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-14T02:52:25,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:25,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:25,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:25,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:25,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:25,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-14T02:52:25,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-14T02:52:25,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:25,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:25,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:25,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:25,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:25,856 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552805846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:25,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:25,887 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/65f1c250e8ae4e87a7fe8b71dd28dd4c
2024-11-14T02:52:25,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/fb265a323de04b71a1ee64f1e4bc82a4 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/fb265a323de04b71a1ee64f1e4bc82a4
2024-11-14T02:52:25,892 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/fb265a323de04b71a1ee64f1e4bc82a4, entries=200, sequenceid=238, filesize=14.2 K
2024-11-14T02:52:25,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/7107183621e742d7a7bf3c2985533a63 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/7107183621e742d7a7bf3c2985533a63
2024-11-14T02:52:25,895 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/7107183621e742d7a7bf3c2985533a63, entries=150, sequenceid=238, filesize=11.9 K
2024-11-14T02:52:25,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/65f1c250e8ae4e87a7fe8b71dd28dd4c as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/65f1c250e8ae4e87a7fe8b71dd28dd4c
2024-11-14T02:52:25,898 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/65f1c250e8ae4e87a7fe8b71dd28dd4c, entries=150, sequenceid=238, filesize=11.9 K
2024-11-14T02:52:25,899 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for fe2c4524fb3aab0fe39db1cd37992eb4 in 1246ms, sequenceid=238, compaction requested=true
2024-11-14T02:52:25,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:25,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2c4524fb3aab0fe39db1cd37992eb4:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:52:25,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:25,899 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:25,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2c4524fb3aab0fe39db1cd37992eb4:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:52:25,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:25,899 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:25,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2c4524fb3aab0fe39db1cd37992eb4:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:52:25,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:25,899 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:25,899 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:25,899 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): fe2c4524fb3aab0fe39db1cd37992eb4/A is initiating minor compaction (all files)
2024-11-14T02:52:25,899 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): fe2c4524fb3aab0fe39db1cd37992eb4/B is initiating minor compaction (all files)
2024-11-14T02:52:25,899 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2c4524fb3aab0fe39db1cd37992eb4/A in TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:25,899 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2c4524fb3aab0fe39db1cd37992eb4/B in TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:25,899 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/1d1ba191956a4bf6bf0988e81f869c63, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/85dd62d559604153bc851afa44cceb26, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/fb265a323de04b71a1ee64f1e4bc82a4] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp, totalSize=38.4 K
2024-11-14T02:52:25,899 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/eb98792994464d2880fe5ef870fbce4f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/7faf40b9ea5e4d2d8c908c45621c5d1f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/7107183621e742d7a7bf3c2985533a63] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp, totalSize=36.0 K
2024-11-14T02:52:25,900 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d1ba191956a4bf6bf0988e81f869c63, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731552741801
2024-11-14T02:52:25,900 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting eb98792994464d2880fe5ef870fbce4f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731552741801
2024-11-14T02:52:25,900 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85dd62d559604153bc851afa44cceb26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731552742789
2024-11-14T02:52:25,900 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 7faf40b9ea5e4d2d8c908c45621c5d1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731552742789
2024-11-14T02:52:25,900 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb265a323de04b71a1ee64f1e4bc82a4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731552743999
2024-11-14T02:52:25,900 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 7107183621e742d7a7bf3c2985533a63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731552743999
2024-11-14T02:52:25,905 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2c4524fb3aab0fe39db1cd37992eb4#A#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:25,905 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/739cf97ba16a40e8bf723b24f52737ba is 50, key is test_row_0/A:col10/1731552744651/Put/seqid=0
2024-11-14T02:52:25,905 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2c4524fb3aab0fe39db1cd37992eb4#B#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:25,906 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/9719c74b8dde4dcab8c72660a1f987a3 is 50, key is test_row_0/B:col10/1731552744651/Put/seqid=0
2024-11-14T02:52:25,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742282_1458 (size=12697)
2024-11-14T02:52:25,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742283_1459 (size=12697)
2024-11-14T02:52:25,914 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/739cf97ba16a40e8bf723b24f52737ba as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/739cf97ba16a40e8bf723b24f52737ba
2024-11-14T02:52:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:25,916 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fe2c4524fb3aab0fe39db1cd37992eb4 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-11-14T02:52:25,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=A
2024-11-14T02:52:25,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:52:25,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=B
2024-11-14T02:52:25,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:52:25,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=C
2024-11-14T02:52:25,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:52:25,917 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2c4524fb3aab0fe39db1cd37992eb4/A of fe2c4524fb3aab0fe39db1cd37992eb4 into 739cf97ba16a40e8bf723b24f52737ba(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:25,917 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:25,917 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., storeName=fe2c4524fb3aab0fe39db1cd37992eb4/A, priority=13, startTime=1731552745899; duration=0sec
2024-11-14T02:52:25,917 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:25,917 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2c4524fb3aab0fe39db1cd37992eb4:A
2024-11-14T02:52:25,917 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:25,918 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:25,918 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): fe2c4524fb3aab0fe39db1cd37992eb4/C is initiating minor compaction (all files)
2024-11-14T02:52:25,918 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2c4524fb3aab0fe39db1cd37992eb4/C in TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:25,918 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/27d10b8a06e9498fa17aa44fc01c4632, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/854b125119424e37a072f472b44a8db4, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/65f1c250e8ae4e87a7fe8b71dd28dd4c] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp, totalSize=36.0 K
2024-11-14T02:52:25,920 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27d10b8a06e9498fa17aa44fc01c4632, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731552741801
2024-11-14T02:52:25,921 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 854b125119424e37a072f472b44a8db4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1731552742789
2024-11-14T02:52:25,921 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65f1c250e8ae4e87a7fe8b71dd28dd4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731552743999
2024-11-14T02:52:25,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/bf2a013517724344900de098b9ca7528 is 50, key is test_row_0/A:col10/1731552744734/Put/seqid=0
2024-11-14T02:52:25,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742284_1460 (size=14741)
2024-11-14T02:52:25,927 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/bf2a013517724344900de098b9ca7528
2024-11-14T02:52:25,929 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2c4524fb3aab0fe39db1cd37992eb4#C#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:25,930 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/ec462eb25b0148d7bf1f55b275f2efeb is 50, key is test_row_0/C:col10/1731552744651/Put/seqid=0
2024-11-14T02:52:25,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/18589dbf9bed41b7819530f8b50e4cfd is 50, key is test_row_0/B:col10/1731552744734/Put/seqid=0
2024-11-14T02:52:25,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742286_1462 (size=12301)
2024-11-14T02:52:25,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742285_1461 (size=12697)
2024-11-14T02:52:25,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:25,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552805934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:25,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:25,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552805938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:25,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:25,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:25,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:25,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:25,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:25,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:25,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:25,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552805939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:25,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:25,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:25,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:25,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-14T02:52:25,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:25,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:25,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:25,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:25,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:25,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:25,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-14T02:52:26,049 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:26,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552806046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:26,049 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_0' in fe2c4524fb3aab0fe39db1cd37992eb4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4244 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:26,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:26,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:26,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552806056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:26,061 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:26,061 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:26,061 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:26,061 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:26,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552806056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:26,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:26,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:26,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:26,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:26,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552806056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:26,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:26,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:26,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:26,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-14T02:52:26,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:26,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:26,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:26,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:26,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:26,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:26,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-14T02:52:26,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:26,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:26,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:26,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:26,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:26,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552806266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:26,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:26,274 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:26,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:26,275 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:26,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552806267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:26,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:26,275 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:26,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:26,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:26,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552806267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:26,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:26,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:26,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:26,314 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/9719c74b8dde4dcab8c72660a1f987a3 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/9719c74b8dde4dcab8c72660a1f987a3
2024-11-14T02:52:26,317 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2c4524fb3aab0fe39db1cd37992eb4/B of fe2c4524fb3aab0fe39db1cd37992eb4 into 9719c74b8dde4dcab8c72660a1f987a3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:26,317 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:26,317 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., storeName=fe2c4524fb3aab0fe39db1cd37992eb4/B, priority=13, startTime=1731552745899; duration=0sec
2024-11-14T02:52:26,317 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:26,317 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2c4524fb3aab0fe39db1cd37992eb4:B
2024-11-14T02:52:26,344 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/18589dbf9bed41b7819530f8b50e4cfd
2024-11-14T02:52:26,347 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/ec462eb25b0148d7bf1f55b275f2efeb as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/ec462eb25b0148d7bf1f55b275f2efeb
2024-11-14T02:52:26,351 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2c4524fb3aab0fe39db1cd37992eb4/C of fe2c4524fb3aab0fe39db1cd37992eb4 into ec462eb25b0148d7bf1f55b275f2efeb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:26,351 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:26,351 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., storeName=fe2c4524fb3aab0fe39db1cd37992eb4/C, priority=13, startTime=1731552745899; duration=0sec
2024-11-14T02:52:26,351 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:26,351 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2c4524fb3aab0fe39db1cd37992eb4:C
2024-11-14T02:52:26,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/ee815388b4de457a9fe861ea9b7be872 is 50, key is test_row_0/C:col10/1731552744734/Put/seqid=0
2024-11-14T02:52:26,363 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742287_1463 (size=12301)
2024-11-14T02:52:26,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-14T02:52:26,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:26,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:26,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:26,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:26,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-14T02:52:26,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-14T02:52:26,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:26,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:26,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:26,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:26,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:26,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:26,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:26,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552806576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:26,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:26,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:26,581 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:26,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:26,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552806588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:26,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:26,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552806588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:26,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:26,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:26,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:26,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:26,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:26,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:26,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-14T02:52:26,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:26,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:26,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:26,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:26,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:26,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:26,763 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/ee815388b4de457a9fe861ea9b7be872
2024-11-14T02:52:26,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/bf2a013517724344900de098b9ca7528 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/bf2a013517724344900de098b9ca7528
2024-11-14T02:52:26,773 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/bf2a013517724344900de098b9ca7528, entries=200, sequenceid=273, filesize=14.4 K
2024-11-14T02:52:26,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/18589dbf9bed41b7819530f8b50e4cfd as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/18589dbf9bed41b7819530f8b50e4cfd
2024-11-14T02:52:26,776 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/18589dbf9bed41b7819530f8b50e4cfd, entries=150, sequenceid=273, filesize=12.0 K
2024-11-14T02:52:26,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/ee815388b4de457a9fe861ea9b7be872 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/ee815388b4de457a9fe861ea9b7be872
2024-11-14T02:52:26,780 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/ee815388b4de457a9fe861ea9b7be872, entries=150, sequenceid=273, filesize=12.0 K
2024-11-14T02:52:26,780 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for fe2c4524fb3aab0fe39db1cd37992eb4 in 864ms, sequenceid=273, compaction requested=false
2024-11-14T02:52:26,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:26,880 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fe2c4524fb3aab0fe39db1cd37992eb4 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-14T02:52:26,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=A
2024-11-14T02:52:26,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:26,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=B
2024-11-14T02:52:26,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:26,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=C
2024-11-14T02:52:26,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:26,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-14T02:52:26,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:26,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:26,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:26,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:26,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:26,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/846ba89d973d4f2cba9e4bfcad9b9c75 is 50, key is test_row_0/A:col10/1731552745918/Put/seqid=0
2024-11-14T02:52:26,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742288_1464 (size=14741)
2024-11-14T02:52:27,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-14T02:52:27,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:27,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:27,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:27,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:27,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:27,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731552747024, max timestamp=1731552747078Num uniques 859; 
2024-11-14T02:52:27,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731552747024, max timestamp=1731552747078Num uniques 859; 
2024-11-14T02:52:27,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-14T02:52:27,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-14T02:52:27,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731552747024, max timestamp=1731552747078Num uniques 859; 
2024-11-14T02:52:27,081 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-14T02:52:27,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552807149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:27,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:27,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552807159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:27,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:27,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:27,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552807165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:27,181 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:27,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552807166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:27,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:27,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:27,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-14T02:52:27,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:27,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:27,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:27,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:27,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:27,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:27,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552807276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:27,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:27,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552807276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:27,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:27,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:27,292 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/846ba89d973d4f2cba9e4bfcad9b9c75
2024-11-14T02:52:27,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:27,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552807286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:27,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,297 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:27,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,297 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552807286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:27,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:27,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/4c341f73c5c24e01b5d9af7c5f291f02 is 50, key is test_row_0/B:col10/1731552745918/Put/seqid=0
2024-11-14T02:52:27,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742289_1465 (size=12301)
2024-11-14T02:52:27,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-14T02:52:27,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:27,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:27,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:27,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:27,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:27,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:27,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552807486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:27,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:27,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552807486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:27,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:27,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:27,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-14T02:52:27,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:27,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:27,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:27,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:27,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-14T02:52:27,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552807506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:27,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552807506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:27,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-14T02:52:27,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:27,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:27,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:27,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:27,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:27,701 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/4c341f73c5c24e01b5d9af7c5f291f02
2024-11-14T02:52:27,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/a23b062376424864831fe2e897498754 is 50, key is test_row_0/C:col10/1731552745918/Put/seqid=0
2024-11-14T02:52:27,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742290_1466 (size=12301)
2024-11-14T02:52:27,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-14T02:52:27,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:27,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:27,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:27,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:27,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:27,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552807796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:27,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:27,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552807796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:27,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:27,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:27,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:27,826 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:27,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552807815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:27,836 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552807826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:27,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-14T02:52:27,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:27,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:27,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:27,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:27,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:27,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:28,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-14T02:52:28,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:28,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:28,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:28,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:28,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:28,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:28,110 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/a23b062376424864831fe2e897498754
2024-11-14T02:52:28,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/846ba89d973d4f2cba9e4bfcad9b9c75 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/846ba89d973d4f2cba9e4bfcad9b9c75
2024-11-14T02:52:28,116 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/846ba89d973d4f2cba9e4bfcad9b9c75, entries=200, sequenceid=287, filesize=14.4 K
2024-11-14T02:52:28,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/4c341f73c5c24e01b5d9af7c5f291f02 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/4c341f73c5c24e01b5d9af7c5f291f02
2024-11-14T02:52:28,119 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/4c341f73c5c24e01b5d9af7c5f291f02, entries=150, sequenceid=287, filesize=12.0 K
2024-11-14T02:52:28,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/a23b062376424864831fe2e897498754 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/a23b062376424864831fe2e897498754
2024-11-14T02:52:28,122 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/a23b062376424864831fe2e897498754, entries=150, sequenceid=287, filesize=12.0 K
2024-11-14T02:52:28,123 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for fe2c4524fb3aab0fe39db1cd37992eb4 in 1243ms, sequenceid=287, compaction requested=true
2024-11-14T02:52:28,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:28,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2c4524fb3aab0fe39db1cd37992eb4:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:52:28,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:28,123 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:28,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2c4524fb3aab0fe39db1cd37992eb4:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:52:28,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:28,123 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:28,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2c4524fb3aab0fe39db1cd37992eb4:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:52:28,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:28,123 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 42179 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:28,123 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:28,124 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): fe2c4524fb3aab0fe39db1cd37992eb4/A is initiating minor compaction (all files)
2024-11-14T02:52:28,124 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): fe2c4524fb3aab0fe39db1cd37992eb4/B is initiating minor compaction (all files)
2024-11-14T02:52:28,124 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2c4524fb3aab0fe39db1cd37992eb4/B in TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:28,124 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2c4524fb3aab0fe39db1cd37992eb4/A in TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:28,124 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/739cf97ba16a40e8bf723b24f52737ba, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/bf2a013517724344900de098b9ca7528, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/846ba89d973d4f2cba9e4bfcad9b9c75] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp, totalSize=41.2 K
2024-11-14T02:52:28,124 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/9719c74b8dde4dcab8c72660a1f987a3, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/18589dbf9bed41b7819530f8b50e4cfd, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/4c341f73c5c24e01b5d9af7c5f291f02] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp, totalSize=36.4 K
2024-11-14T02:52:28,124 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 9719c74b8dde4dcab8c72660a1f987a3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731552743999
2024-11-14T02:52:28,124 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 739cf97ba16a40e8bf723b24f52737ba, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731552743999
2024-11-14T02:52:28,125 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf2a013517724344900de098b9ca7528, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731552744719
2024-11-14T02:52:28,125 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 18589dbf9bed41b7819530f8b50e4cfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731552744719
2024-11-14T02:52:28,125 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c341f73c5c24e01b5d9af7c5f291f02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731552745918
2024-11-14T02:52:28,125 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 846ba89d973d4f2cba9e4bfcad9b9c75, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731552745918
2024-11-14T02:52:28,132 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2c4524fb3aab0fe39db1cd37992eb4#B#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:28,132 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2c4524fb3aab0fe39db1cd37992eb4#A#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:28,132 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/779f8555a5664a348616fb20b5d40876 is 50, key is test_row_0/B:col10/1731552745918/Put/seqid=0
2024-11-14T02:52:28,132 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/d0ee6a7a7762485aaee039ce0a2bffc8 is 50, key is test_row_0/A:col10/1731552745918/Put/seqid=0
2024-11-14T02:52:28,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742292_1468 (size=12949)
2024-11-14T02:52:28,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742291_1467 (size=12949)
2024-11-14T02:52:28,255 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T02:52:28,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-14T02:52:28,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:28,258 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing fe2c4524fb3aab0fe39db1cd37992eb4 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB
2024-11-14T02:52:28,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=A
2024-11-14T02:52:28,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:52:28,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=B
2024-11-14T02:52:28,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:52:28,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=C
2024-11-14T02:52:28,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:52:28,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/847149de5eb04c0581f0d3df9e7a8892 is 50, key is test_row_0/A:col10/1731552747165/Put/seqid=0
2024-11-14T02:52:28,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742293_1469 (size=12301)
2024-11-14T02:52:28,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:28,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:28,352 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552808341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:28,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:28,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:28,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:28,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:28,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552808342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:28,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:28,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:28,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552808346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:28,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:28,356 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:28,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:28,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552808352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:28,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:28,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:28,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:28,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:28,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552808456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:28,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:28,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552808457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:28,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:28,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:28,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:28,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:28,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552808466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:28,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:28,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:28,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:28,545 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/d0ee6a7a7762485aaee039ce0a2bffc8 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/d0ee6a7a7762485aaee039ce0a2bffc8
2024-11-14T02:52:28,545 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/779f8555a5664a348616fb20b5d40876 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/779f8555a5664a348616fb20b5d40876
2024-11-14T02:52:28,548 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2c4524fb3aab0fe39db1cd37992eb4/A of fe2c4524fb3aab0fe39db1cd37992eb4 into d0ee6a7a7762485aaee039ce0a2bffc8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:28,548 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2c4524fb3aab0fe39db1cd37992eb4/B of fe2c4524fb3aab0fe39db1cd37992eb4 into 779f8555a5664a348616fb20b5d40876(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:28,548 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:28,548 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:28,548 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., storeName=fe2c4524fb3aab0fe39db1cd37992eb4/A, priority=13, startTime=1731552748123; duration=0sec
2024-11-14T02:52:28,548 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., storeName=fe2c4524fb3aab0fe39db1cd37992eb4/B, priority=13, startTime=1731552748123; duration=0sec
2024-11-14T02:52:28,548 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:28,548 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2c4524fb3aab0fe39db1cd37992eb4:A
2024-11-14T02:52:28,548 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:28,548 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2c4524fb3aab0fe39db1cd37992eb4:B
2024-11-14T02:52:28,548 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:28,549 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:28,549 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): fe2c4524fb3aab0fe39db1cd37992eb4/C is initiating minor compaction (all files)
2024-11-14T02:52:28,549 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2c4524fb3aab0fe39db1cd37992eb4/C in TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:28,549 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/ec462eb25b0148d7bf1f55b275f2efeb, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/ee815388b4de457a9fe861ea9b7be872, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/a23b062376424864831fe2e897498754] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp, totalSize=36.4 K
2024-11-14T02:52:28,549 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec462eb25b0148d7bf1f55b275f2efeb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731552743999
2024-11-14T02:52:28,549 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee815388b4de457a9fe861ea9b7be872, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731552744719
2024-11-14T02:52:28,549 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting a23b062376424864831fe2e897498754, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731552745918
2024-11-14T02:52:28,555 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2c4524fb3aab0fe39db1cd37992eb4#C#compaction#405 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:28,555 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/ccac63d12acf42e88839d43f834206e1 is 50, key is test_row_0/C:col10/1731552745918/Put/seqid=0
2024-11-14T02:52:28,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742294_1470 (size=12949)
2024-11-14T02:52:28,665 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/847149de5eb04c0581f0d3df9e7a8892
2024-11-14T02:52:28,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/781050c8384a4aa88852101cc2b1e208 is 50, key is test_row_0/B:col10/1731552747165/Put/seqid=0
2024-11-14T02:52:28,673 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:28,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552808666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:28,674 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552808666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:28,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:28,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742295_1471 (size=12301)
2024-11-14T02:52:28,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:28,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:28,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:28,686 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:28,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552808676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:28,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:28,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:28,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:28,962 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/ccac63d12acf42e88839d43f834206e1 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/ccac63d12acf42e88839d43f834206e1
2024-11-14T02:52:28,965 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2c4524fb3aab0fe39db1cd37992eb4/C of fe2c4524fb3aab0fe39db1cd37992eb4 into ccac63d12acf42e88839d43f834206e1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:28,965 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:28,965 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., storeName=fe2c4524fb3aab0fe39db1cd37992eb4/C, priority=13, startTime=1731552748123; duration=0sec
2024-11-14T02:52:28,965 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:28,965 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2c4524fb3aab0fe39db1cd37992eb4:C
2024-11-14T02:52:28,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552808986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:28,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:28,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552808986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:28,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:29,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552808996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:29,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:29,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:29,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:29,075 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/781050c8384a4aa88852101cc2b1e208
2024-11-14T02:52:29,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/a4259386dd204830be2842e30f5498ad is 50, key is test_row_0/C:col10/1731552747165/Put/seqid=0
2024-11-14T02:52:29,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742296_1472 (size=12301)
2024-11-14T02:52:29,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552809366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:29,375 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_1' in fe2c4524fb3aab0fe39db1cd37992eb4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2209 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:29,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:29,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:29,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:29,485 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/a4259386dd204830be2842e30f5498ad
2024-11-14T02:52:29,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/847149de5eb04c0581f0d3df9e7a8892 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/847149de5eb04c0581f0d3df9e7a8892
2024-11-14T02:52:29,491 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/847149de5eb04c0581f0d3df9e7a8892, entries=150, sequenceid=323, filesize=12.0 K
2024-11-14T02:52:29,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/781050c8384a4aa88852101cc2b1e208 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/781050c8384a4aa88852101cc2b1e208
2024-11-14T02:52:29,494 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/781050c8384a4aa88852101cc2b1e208, entries=150, sequenceid=323, filesize=12.0 K
2024-11-14T02:52:29,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/a4259386dd204830be2842e30f5498ad as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/a4259386dd204830be2842e30f5498ad
2024-11-14T02:52:29,498 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/a4259386dd204830be2842e30f5498ad, entries=150, sequenceid=323, filesize=12.0 K
2024-11-14T02:52:29,499 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for fe2c4524fb3aab0fe39db1cd37992eb4 in 1241ms, sequenceid=323, compaction requested=false
2024-11-14T02:52:29,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:29,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:29,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130
2024-11-14T02:52:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=130
2024-11-14T02:52:29,501 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129
2024-11-14T02:52:29,501 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.1410 sec
2024-11-14T02:52:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:29,501 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fe2c4524fb3aab0fe39db1cd37992eb4 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-14T02:52:29,501 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=A
2024-11-14T02:52:29,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:29,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=B
2024-11-14T02:52:29,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:29,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=C
2024-11-14T02:52:29,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:29,503 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 4.1450 sec
2024-11-14T02:52:29,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/efb56b87293f437686cb3dcbde67d38a is 50, key is test_row_0/A:col10/1731552748341/Put/seqid=0
2024-11-14T02:52:29,509 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742297_1473 (size=14741)
2024-11-14T02:52:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-14T02:52:29,516 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:52:29,516 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:52:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees
2024-11-14T02:52:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-14T02:52:29,517 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:52:29,518 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:52:29,518 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:52:29,559 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552809547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:29,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:29,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:29,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:29,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552809557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:29,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:29,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:29,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:29,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552809559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:29,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:29,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:29,571 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:29,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-14T02:52:29,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-14T02:52:29,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:29,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:29,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:29,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:29,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:29,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552809666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:29,675 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:29,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:29,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:29,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552809666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:29,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:29,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:29,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:29,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:29,681 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552809677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:29,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:29,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:29,681 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:29,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-14T02:52:29,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:29,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:29,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:29,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:29,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:29,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-14T02:52:29,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552809886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:29,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:29,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552809886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:29,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:29,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:29,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:29,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:29,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:29,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552809886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:29,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:29,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:29,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:29,910 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/efb56b87293f437686cb3dcbde67d38a
2024-11-14T02:52:29,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/39ecd76a88d943cfb23f533302ade08a is 50, key is test_row_0/B:col10/1731552748341/Put/seqid=0
2024-11-14T02:52:29,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742298_1474 (size=12301)
2024-11-14T02:52:29,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-14T02:52:29,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:29,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:29,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:29,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:29,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:29,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:30,094 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43580 deadline: 1731552810086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:30,094 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_0' in fe2c4524fb3aab0fe39db1cd37992eb4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8289 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:30,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:30,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:30,095 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:30,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-14T02:52:30,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:30,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:30,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:30,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:30,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:30,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-14T02:52:30,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:30,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552810196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:30,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:30,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:30,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:30,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552810206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:30,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:30,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:30,216 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:30,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552810206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:30,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:30,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:30,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:30,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-14T02:52:30,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:30,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:30,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:30,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:30,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:30,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:30,317 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/39ecd76a88d943cfb23f533302ade08a
2024-11-14T02:52:30,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/8376dc25614f448683b65022490b5193 is 50, key is test_row_0/C:col10/1731552748341/Put/seqid=0
2024-11-14T02:52:30,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742299_1475 (size=12301)
2024-11-14T02:52:30,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-14T02:52:30,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:30,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:30,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:30,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:30,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:30,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-14T02:52:30,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:30,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:30,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:30,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:30,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-14T02:52:30,725 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:30,725 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/8376dc25614f448683b65022490b5193
2024-11-14T02:52:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552810716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:30,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:30,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:30,726 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:30,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/efb56b87293f437686cb3dcbde67d38a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/efb56b87293f437686cb3dcbde67d38a
2024-11-14T02:52:30,731 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/efb56b87293f437686cb3dcbde67d38a, entries=200, sequenceid=338, filesize=14.4 K
2024-11-14T02:52:30,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/39ecd76a88d943cfb23f533302ade08a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/39ecd76a88d943cfb23f533302ade08a
2024-11-14T02:52:30,734 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/39ecd76a88d943cfb23f533302ade08a, entries=150, sequenceid=338, filesize=12.0 K
2024-11-14T02:52:30,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552810726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:30,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:30,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:30,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:30,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552810726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:30,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:30,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:30,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:30,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/8376dc25614f448683b65022490b5193 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/8376dc25614f448683b65022490b5193
2024-11-14T02:52:30,737 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/8376dc25614f448683b65022490b5193, entries=150, sequenceid=338, filesize=12.0 K
2024-11-14T02:52:30,738 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for fe2c4524fb3aab0fe39db1cd37992eb4 in 1237ms, sequenceid=338, compaction requested=true
2024-11-14T02:52:30,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:30,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2c4524fb3aab0fe39db1cd37992eb4:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:52:30,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:30,738 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:30,738 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:30,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2c4524fb3aab0fe39db1cd37992eb4:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:52:30,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:30,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2c4524fb3aab0fe39db1cd37992eb4:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:52:30,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:30,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-14T02:52:30,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:30,739 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing fe2c4524fb3aab0fe39db1cd37992eb4 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-14T02:52:30,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=A
2024-11-14T02:52:30,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:30,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=B
2024-11-14T02:52:30,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:30,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=C
2024-11-14T02:52:30,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:30,740 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:30,740 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:30,740 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): fe2c4524fb3aab0fe39db1cd37992eb4/A is initiating minor compaction (all files)
2024-11-14T02:52:30,740 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): fe2c4524fb3aab0fe39db1cd37992eb4/B is initiating minor compaction (all files)
2024-11-14T02:52:30,740 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2c4524fb3aab0fe39db1cd37992eb4/B in TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:30,740 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2c4524fb3aab0fe39db1cd37992eb4/A in TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:30,740 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/d0ee6a7a7762485aaee039ce0a2bffc8, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/847149de5eb04c0581f0d3df9e7a8892, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/efb56b87293f437686cb3dcbde67d38a] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp, totalSize=39.1 K
2024-11-14T02:52:30,740 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/779f8555a5664a348616fb20b5d40876, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/781050c8384a4aa88852101cc2b1e208, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/39ecd76a88d943cfb23f533302ade08a] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp, totalSize=36.7 K
2024-11-14T02:52:30,740 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0ee6a7a7762485aaee039ce0a2bffc8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731552745918
2024-11-14T02:52:30,741 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 779f8555a5664a348616fb20b5d40876, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731552745918
2024-11-14T02:52:30,741 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 847149de5eb04c0581f0d3df9e7a8892, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731552747157
2024-11-14T02:52:30,741 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 781050c8384a4aa88852101cc2b1e208, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731552747157
2024-11-14T02:52:30,741 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting efb56b87293f437686cb3dcbde67d38a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731552748326
2024-11-14T02:52:30,741 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 39ecd76a88d943cfb23f533302ade08a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731552748341
2024-11-14T02:52:30,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/46bf0ea05150447d8b69d5dd4af1daa2 is 50, key is test_row_0/A:col10/1731552749544/Put/seqid=0
2024-11-14T02:52:30,759 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2c4524fb3aab0fe39db1cd37992eb4#B#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:30,759 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/98a98ebfea944313adb69a5098d67b54 is 50, key is test_row_0/B:col10/1731552748341/Put/seqid=0
2024-11-14T02:52:30,760 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2c4524fb3aab0fe39db1cd37992eb4#A#compaction#413 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:30,760 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/2b343f4cc9d74e91a9fbf37a234e4ddd is 50, key is test_row_0/A:col10/1731552748341/Put/seqid=0
2024-11-14T02:52:30,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742300_1476 (size=12301)
2024-11-14T02:52:30,765 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742302_1478 (size=13051)
2024-11-14T02:52:30,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742301_1477 (size=13051)
2024-11-14T02:52:30,778 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/2b343f4cc9d74e91a9fbf37a234e4ddd as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/2b343f4cc9d74e91a9fbf37a234e4ddd
2024-11-14T02:52:30,782 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2c4524fb3aab0fe39db1cd37992eb4/A of fe2c4524fb3aab0fe39db1cd37992eb4 into 2b343f4cc9d74e91a9fbf37a234e4ddd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:30,782 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:30,782 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., storeName=fe2c4524fb3aab0fe39db1cd37992eb4/A, priority=13, startTime=1731552750738; duration=0sec
2024-11-14T02:52:30,782 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:30,782 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2c4524fb3aab0fe39db1cd37992eb4:A
2024-11-14T02:52:30,782 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:30,785 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:30,785 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): fe2c4524fb3aab0fe39db1cd37992eb4/C is initiating minor compaction (all files)
2024-11-14T02:52:30,785 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2c4524fb3aab0fe39db1cd37992eb4/C in TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:30,785 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/ccac63d12acf42e88839d43f834206e1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/a4259386dd204830be2842e30f5498ad, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/8376dc25614f448683b65022490b5193] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp, totalSize=36.7 K
2024-11-14T02:52:30,785 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting ccac63d12acf42e88839d43f834206e1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731552745918
2024-11-14T02:52:30,786 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4259386dd204830be2842e30f5498ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731552747157
2024-11-14T02:52:30,786 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8376dc25614f448683b65022490b5193, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731552748341
2024-11-14T02:52:30,791 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2c4524fb3aab0fe39db1cd37992eb4#C#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:30,792 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/82c75af0f94349bf93d946888b62dabb is 50, key is test_row_0/C:col10/1731552748341/Put/seqid=0
2024-11-14T02:52:30,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742303_1479 (size=13051)
2024-11-14T02:52:31,165 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/46bf0ea05150447d8b69d5dd4af1daa2
2024-11-14T02:52:31,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/daed6a059ca54ccbabefb024b97b3c77 is 50, key is test_row_0/B:col10/1731552749544/Put/seqid=0
2024-11-14T02:52:31,184 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/98a98ebfea944313adb69a5098d67b54 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/98a98ebfea944313adb69a5098d67b54
2024-11-14T02:52:31,191 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2c4524fb3aab0fe39db1cd37992eb4/B of fe2c4524fb3aab0fe39db1cd37992eb4 into 98a98ebfea944313adb69a5098d67b54(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:31,191 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:31,191 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., storeName=fe2c4524fb3aab0fe39db1cd37992eb4/B, priority=13, startTime=1731552750738; duration=0sec
2024-11-14T02:52:31,191 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:31,191 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2c4524fb3aab0fe39db1cd37992eb4:B
2024-11-14T02:52:31,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742304_1480 (size=12301)
2024-11-14T02:52:31,202 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/82c75af0f94349bf93d946888b62dabb as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/82c75af0f94349bf93d946888b62dabb
2024-11-14T02:52:31,205 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2c4524fb3aab0fe39db1cd37992eb4/C of fe2c4524fb3aab0fe39db1cd37992eb4 into 82c75af0f94349bf93d946888b62dabb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:31,205 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:31,205 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., storeName=fe2c4524fb3aab0fe39db1cd37992eb4/C, priority=13, startTime=1731552750738; duration=0sec
2024-11-14T02:52:31,205 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:31,205 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2c4524fb3aab0fe39db1cd37992eb4:C
2024-11-14T02:52:31,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:31,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552811453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:31,460 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:31,460 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:31,460 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:31,571 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552811566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:31,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:31,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:31,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:31,595 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/daed6a059ca54ccbabefb024b97b3c77
2024-11-14T02:52:31,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/5674e74632954037be90a18a225445ad is 50, key is test_row_0/C:col10/1731552749544/Put/seqid=0
2024-11-14T02:52:31,608 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742305_1481 (size=12301)
2024-11-14T02:52:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-14T02:52:31,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552811736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:31,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552811736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:31,740 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_0' in fe2c4524fb3aab0fe39db1cd37992eb4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:31,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:31,741 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in fe2c4524fb3aab0fe39db1cd37992eb4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:31,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:31,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:31,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:31,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:31,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:31,751 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552811746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:31,751 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in fe2c4524fb3aab0fe39db1cd37992eb4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:31,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:31,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:31,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:31,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552811776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:31,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:31,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:31,782 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:32,009 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/5674e74632954037be90a18a225445ad
2024-11-14T02:52:32,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/46bf0ea05150447d8b69d5dd4af1daa2 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/46bf0ea05150447d8b69d5dd4af1daa2
2024-11-14T02:52:32,015 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/46bf0ea05150447d8b69d5dd4af1daa2, entries=150, sequenceid=358, filesize=12.0 K
2024-11-14T02:52:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/daed6a059ca54ccbabefb024b97b3c77 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/daed6a059ca54ccbabefb024b97b3c77
2024-11-14T02:52:32,020 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/daed6a059ca54ccbabefb024b97b3c77, entries=150, sequenceid=358, filesize=12.0 K
2024-11-14T02:52:32,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/5674e74632954037be90a18a225445ad as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/5674e74632954037be90a18a225445ad
2024-11-14T02:52:32,023 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/5674e74632954037be90a18a225445ad, entries=150, sequenceid=358, filesize=12.0 K
2024-11-14T02:52:32,024 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for fe2c4524fb3aab0fe39db1cd37992eb4 in 1285ms, sequenceid=358, compaction requested=false
2024-11-14T02:52:32,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:32,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:32,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132
2024-11-14T02:52:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=132
2024-11-14T02:52:32,027 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131
2024-11-14T02:52:32,028 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5080 sec
2024-11-14T02:52:32,029 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 2.5120 sec
2024-11-14T02:52:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:32,095 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fe2c4524fb3aab0fe39db1cd37992eb4 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB
2024-11-14T02:52:32,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=A
2024-11-14T02:52:32,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:32,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=B
2024-11-14T02:52:32,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:32,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=C
2024-11-14T02:52:32,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:32,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/04cb75835dfc4ec5b185fa72de964a13 is 50, key is test_row_0/A:col10/1731552752093/Put/seqid=0
2024-11-14T02:52:32,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742306_1482 (size=14741)
2024-11-14T02:52:32,225 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:32,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552812219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:32,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:32,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:32,226 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:32,340 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552812336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:32,341 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:32,341 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:32,341 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:32,505 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/04cb75835dfc4ec5b185fa72de964a13
2024-11-14T02:52:32,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/e255b2a82e89435fa1cf039f161e18a5 is 50, key is test_row_0/B:col10/1731552752093/Put/seqid=0
2024-11-14T02:52:32,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742307_1483 (size=12301)
2024-11-14T02:52:32,554 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:32,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552812546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:32,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:32,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:32,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:32,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552812857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:32,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:32,921 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/e255b2a82e89435fa1cf039f161e18a5
2024-11-14T02:52:32,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/2e5008f2530c4284afb01ba499ebb840 is 50, key is test_row_0/C:col10/1731552752093/Put/seqid=0
2024-11-14T02:52:32,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742308_1484 (size=12301)
2024-11-14T02:52:33,335 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/2e5008f2530c4284afb01ba499ebb840
2024-11-14T02:52:33,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/04cb75835dfc4ec5b185fa72de964a13 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/04cb75835dfc4ec5b185fa72de964a13
2024-11-14T02:52:33,340 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/04cb75835dfc4ec5b185fa72de964a13, entries=200, sequenceid=374, filesize=14.4 K
2024-11-14T02:52:33,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/e255b2a82e89435fa1cf039f161e18a5 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/e255b2a82e89435fa1cf039f161e18a5
2024-11-14T02:52:33,343 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/e255b2a82e89435fa1cf039f161e18a5, entries=150, sequenceid=374, filesize=12.0 K
2024-11-14T02:52:33,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/2e5008f2530c4284afb01ba499ebb840 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/2e5008f2530c4284afb01ba499ebb840
2024-11-14T02:52:33,350 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/2e5008f2530c4284afb01ba499ebb840, entries=150, sequenceid=374, filesize=12.0 K
2024-11-14T02:52:33,351 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for fe2c4524fb3aab0fe39db1cd37992eb4 in 1257ms, sequenceid=374, compaction requested=true
2024-11-14T02:52:33,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:33,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2c4524fb3aab0fe39db1cd37992eb4:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:52:33,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:33,351 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:33,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2c4524fb3aab0fe39db1cd37992eb4:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:52:33,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:33,351 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:33,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2c4524fb3aab0fe39db1cd37992eb4:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:52:33,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:33,352 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:33,352 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:33,352 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): fe2c4524fb3aab0fe39db1cd37992eb4/B is initiating minor compaction (all files)
2024-11-14T02:52:33,352 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): fe2c4524fb3aab0fe39db1cd37992eb4/A is initiating minor compaction (all files)
2024-11-14T02:52:33,352 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2c4524fb3aab0fe39db1cd37992eb4/B in TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:33,352 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2c4524fb3aab0fe39db1cd37992eb4/A in TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:33,352 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/2b343f4cc9d74e91a9fbf37a234e4ddd, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/46bf0ea05150447d8b69d5dd4af1daa2, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/04cb75835dfc4ec5b185fa72de964a13] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp, totalSize=39.2 K
2024-11-14T02:52:33,352 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/98a98ebfea944313adb69a5098d67b54, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/daed6a059ca54ccbabefb024b97b3c77, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/e255b2a82e89435fa1cf039f161e18a5] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp, totalSize=36.8 K
2024-11-14T02:52:33,352 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 98a98ebfea944313adb69a5098d67b54, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731552748341
2024-11-14T02:52:33,352 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b343f4cc9d74e91a9fbf37a234e4ddd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731552748341
2024-11-14T02:52:33,352 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46bf0ea05150447d8b69d5dd4af1daa2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731552749544
2024-11-14T02:52:33,352 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting daed6a059ca54ccbabefb024b97b3c77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731552749544
2024-11-14T02:52:33,353 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04cb75835dfc4ec5b185fa72de964a13, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731552751403
2024-11-14T02:52:33,353 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting e255b2a82e89435fa1cf039f161e18a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731552751403
2024-11-14T02:52:33,359 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2c4524fb3aab0fe39db1cd37992eb4#A#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:33,360 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/8aac3f71d3744947a80ea057ffa28991 is 50, key is test_row_0/A:col10/1731552752093/Put/seqid=0
2024-11-14T02:52:33,360 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2c4524fb3aab0fe39db1cd37992eb4#B#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:33,361 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/13e6253f12ca4dda926363a9bf24bf0a is 50, key is test_row_0/B:col10/1731552752093/Put/seqid=0
2024-11-14T02:52:33,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742310_1486 (size=13153)
2024-11-14T02:52:33,364 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742309_1485 (size=13153)
2024-11-14T02:52:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:33,370 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fe2c4524fb3aab0fe39db1cd37992eb4 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB
2024-11-14T02:52:33,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=A
2024-11-14T02:52:33,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:33,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=B
2024-11-14T02:52:33,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:33,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=C
2024-11-14T02:52:33,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:33,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/ad4122516370477e96ad719f15988640 is 50, key is test_row_0/A:col10/1731552752180/Put/seqid=0
2024-11-14T02:52:33,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742311_1487 (size=14741)
2024-11-14T02:52:33,386 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/ad4122516370477e96ad719f15988640
2024-11-14T02:52:33,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/eac361044e9a4ac6aecba20891b4c780 is 50, key is test_row_0/B:col10/1731552752180/Put/seqid=0
2024-11-14T02:52:33,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742312_1488 (size=12301)
2024-11-14T02:52:33,437 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552813423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:33,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:33,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:33,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552813546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:33,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:33,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:33,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-14T02:52:33,687 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:52:33,688 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:52:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees
2024-11-14T02:52:33,689 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:52:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-14T02:52:33,690 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:52:33,690 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:52:33,738 INFO  [Thread-1872 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1872.
2024-11-14T02:52:33,738 DEBUG [Thread-1872 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:52:33,738 DEBUG [Thread-1872 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:33,738 DEBUG [Thread-1872 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:33,738 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:52:33,743 INFO  [Thread-1876 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1876.
2024-11-14T02:52:33,744 DEBUG [Thread-1876 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:52:33,744 DEBUG [Thread-1876 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:33,744 DEBUG [Thread-1876 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:33,744 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:52:33,745 INFO  [Thread-1878 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1878.
2024-11-14T02:52:33,745 DEBUG [Thread-1878 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:52:33,745 DEBUG [Thread-1878 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:33,745 DEBUG [Thread-1878 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:33,745 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:52:33,749 INFO  [Thread-1874 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1874.
2024-11-14T02:52:33,749 DEBUG [Thread-1874 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:52:33,750 DEBUG [Thread-1874 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:33,750 DEBUG [Thread-1874 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:33,750 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:52:33,755 INFO  [Thread-1870 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1870.
2024-11-14T02:52:33,755 DEBUG [Thread-1870 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:52:33,755 DEBUG [Thread-1870 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:33,755 DEBUG [Thread-1870 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:33,755 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:52:33,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:33,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:33,756 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43584 deadline: 1731552813756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43564 deadline: 1731552813756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43610 deadline: 1731552813756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:33,757 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in fe2c4524fb3aab0fe39db1cd37992eb4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:33,757 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_0' in fe2c4524fb3aab0fe39db1cd37992eb4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:33,757 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in fe2c4524fb3aab0fe39db1cd37992eb4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:33,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:33,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:33,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:33,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:33,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:33,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:33,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:33,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:33,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:33,767 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552813766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:33,767 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:33,767 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:33,767 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:33,768 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/8aac3f71d3744947a80ea057ffa28991 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/8aac3f71d3744947a80ea057ffa28991
2024-11-14T02:52:33,768 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/13e6253f12ca4dda926363a9bf24bf0a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/13e6253f12ca4dda926363a9bf24bf0a
2024-11-14T02:52:33,771 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2c4524fb3aab0fe39db1cd37992eb4/A of fe2c4524fb3aab0fe39db1cd37992eb4 into 8aac3f71d3744947a80ea057ffa28991(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:33,771 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2c4524fb3aab0fe39db1cd37992eb4/B of fe2c4524fb3aab0fe39db1cd37992eb4 into 13e6253f12ca4dda926363a9bf24bf0a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:33,772 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:33,772 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:33,772 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., storeName=fe2c4524fb3aab0fe39db1cd37992eb4/A, priority=13, startTime=1731552753351; duration=0sec
2024-11-14T02:52:33,772 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., storeName=fe2c4524fb3aab0fe39db1cd37992eb4/B, priority=13, startTime=1731552753351; duration=0sec
2024-11-14T02:52:33,772 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:33,772 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:33,772 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2c4524fb3aab0fe39db1cd37992eb4:B
2024-11-14T02:52:33,772 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2c4524fb3aab0fe39db1cd37992eb4:A
2024-11-14T02:52:33,772 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:33,773 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:33,773 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): fe2c4524fb3aab0fe39db1cd37992eb4/C is initiating minor compaction (all files)
2024-11-14T02:52:33,773 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2c4524fb3aab0fe39db1cd37992eb4/C in TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:33,773 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/82c75af0f94349bf93d946888b62dabb, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/5674e74632954037be90a18a225445ad, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/2e5008f2530c4284afb01ba499ebb840] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp, totalSize=36.8 K
2024-11-14T02:52:33,773 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 82c75af0f94349bf93d946888b62dabb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1731552748341
2024-11-14T02:52:33,774 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 5674e74632954037be90a18a225445ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1731552749544
2024-11-14T02:52:33,774 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e5008f2530c4284afb01ba499ebb840, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731552751403
2024-11-14T02:52:33,781 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2c4524fb3aab0fe39db1cd37992eb4#C#compaction#424 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:33,781 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/887e259668f347bcbedee71fc26a3d68 is 50, key is test_row_0/C:col10/1731552752093/Put/seqid=0
2024-11-14T02:52:33,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742313_1489 (size=13153)
2024-11-14T02:52:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-14T02:52:33,796 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/eac361044e9a4ac6aecba20891b4c780
2024-11-14T02:52:33,801 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/0d8bf9d15dcc4d6b884818b3e3432407 is 50, key is test_row_0/C:col10/1731552752180/Put/seqid=0
2024-11-14T02:52:33,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742314_1490 (size=12301)
2024-11-14T02:52:33,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-14T02:52:33,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:33,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:33,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:33,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:33,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:33,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-14T02:52:33,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:33,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:33,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:33,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:33,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:33,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:34,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-14T02:52:34,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:43622 deadline: 1731552814076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 , the old value is region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., hostname=83c5a5c119d5,40161,1731552599826, seqNum=2 because the exception is null or not the one we care about
2024-11-14T02:52:34,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-14T02:52:34,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:34,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:34,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:34,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:34,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134
java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:34,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=134
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:34,194 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/887e259668f347bcbedee71fc26a3d68 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/887e259668f347bcbedee71fc26a3d68
2024-11-14T02:52:34,202 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2c4524fb3aab0fe39db1cd37992eb4/C of fe2c4524fb3aab0fe39db1cd37992eb4 into 887e259668f347bcbedee71fc26a3d68(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:34,202 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:34,203 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., storeName=fe2c4524fb3aab0fe39db1cd37992eb4/C, priority=13, startTime=1731552753351; duration=0sec
2024-11-14T02:52:34,203 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:34,203 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2c4524fb3aab0fe39db1cd37992eb4:C
2024-11-14T02:52:34,204 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/0d8bf9d15dcc4d6b884818b3e3432407
2024-11-14T02:52:34,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/ad4122516370477e96ad719f15988640 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/ad4122516370477e96ad719f15988640
2024-11-14T02:52:34,211 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/ad4122516370477e96ad719f15988640, entries=200, sequenceid=394, filesize=14.4 K
2024-11-14T02:52:34,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/eac361044e9a4ac6aecba20891b4c780 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/eac361044e9a4ac6aecba20891b4c780
2024-11-14T02:52:34,215 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/eac361044e9a4ac6aecba20891b4c780, entries=150, sequenceid=394, filesize=12.0 K
2024-11-14T02:52:34,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/0d8bf9d15dcc4d6b884818b3e3432407 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/0d8bf9d15dcc4d6b884818b3e3432407
2024-11-14T02:52:34,221 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/0d8bf9d15dcc4d6b884818b3e3432407, entries=150, sequenceid=394, filesize=12.0 K
2024-11-14T02:52:34,222 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for fe2c4524fb3aab0fe39db1cd37992eb4 in 852ms, sequenceid=394, compaction requested=false
2024-11-14T02:52:34,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:34,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134
2024-11-14T02:52:34,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:34,305 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing fe2c4524fb3aab0fe39db1cd37992eb4 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB
2024-11-14T02:52:34,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=A
2024-11-14T02:52:34,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:34,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=B
2024-11-14T02:52:34,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:34,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=C
2024-11-14T02:52:34,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:34,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/13204564187848ec96fb223d59a72b39 is 50, key is test_row_0/A:col10/1731552753379/Put/seqid=0
2024-11-14T02:52:34,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742315_1491 (size=12301)
2024-11-14T02:52:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-14T02:52:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:34,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. as already flushing
2024-11-14T02:52:34,589 INFO  [Thread-1865 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1865.
2024-11-14T02:52:34,589 DEBUG [Thread-1865 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:52:34,589 DEBUG [Thread-1865 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:34,589 DEBUG [Thread-1865 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:34,589 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:52:34,717 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/13204564187848ec96fb223d59a72b39
2024-11-14T02:52:34,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/6d2f64dd4974489ca57b5bfdc91afa1d is 50, key is test_row_0/B:col10/1731552753379/Put/seqid=0
2024-11-14T02:52:34,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742316_1492 (size=12301)
2024-11-14T02:52:34,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-14T02:52:35,134 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/6d2f64dd4974489ca57b5bfdc91afa1d
2024-11-14T02:52:35,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/ecdc1d6a493f4a3b97fa2b6474529e36 is 50, key is test_row_0/C:col10/1731552753379/Put/seqid=0
2024-11-14T02:52:35,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742317_1493 (size=12301)
2024-11-14T02:52:35,551 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/ecdc1d6a493f4a3b97fa2b6474529e36
2024-11-14T02:52:35,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/13204564187848ec96fb223d59a72b39 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/13204564187848ec96fb223d59a72b39
2024-11-14T02:52:35,561 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/13204564187848ec96fb223d59a72b39, entries=150, sequenceid=409, filesize=12.0 K
2024-11-14T02:52:35,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/6d2f64dd4974489ca57b5bfdc91afa1d as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/6d2f64dd4974489ca57b5bfdc91afa1d
2024-11-14T02:52:35,567 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/6d2f64dd4974489ca57b5bfdc91afa1d, entries=150, sequenceid=409, filesize=12.0 K
2024-11-14T02:52:35,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/ecdc1d6a493f4a3b97fa2b6474529e36 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/ecdc1d6a493f4a3b97fa2b6474529e36
2024-11-14T02:52:35,572 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/ecdc1d6a493f4a3b97fa2b6474529e36, entries=150, sequenceid=409, filesize=12.0 K
2024-11-14T02:52:35,573 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=6.71 KB/6870 for fe2c4524fb3aab0fe39db1cd37992eb4 in 1268ms, sequenceid=409, compaction requested=true
2024-11-14T02:52:35,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for fe2c4524fb3aab0fe39db1cd37992eb4:

2024-11-14T02:52:35,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:35,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134
2024-11-14T02:52:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=134
2024-11-14T02:52:35,577 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133
2024-11-14T02:52:35,577 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8850 sec
2024-11-14T02:52:35,580 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.8900 sec
2024-11-14T02:52:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-14T02:52:35,837 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:52:37,770 INFO  [Thread-1859 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1859.
2024-11-14T02:52:37,770 DEBUG [Thread-1859 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:52:37,770 DEBUG [Thread-1859 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:37,770 DEBUG [Thread-1859 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:37,771 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:52:37,788 INFO  [Thread-1867 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1867.
2024-11-14T02:52:37,788 DEBUG [Thread-1867 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:52:37,788 DEBUG [Thread-1867 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:37,788 DEBUG [Thread-1867 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:37,788 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:52:37,799 INFO  [Thread-1863 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1863.
2024-11-14T02:52:37,799 DEBUG [Thread-1863 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:52:37,799 DEBUG [Thread-1863 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:37,799 DEBUG [Thread-1863 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:37,799 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:52:40,107 INFO  [Thread-1861 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1861.
2024-11-14T02:52:40,108 DEBUG [Thread-1861 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:52:40,108 DEBUG [Thread-1861 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:40,108 DEBUG [Thread-1861 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:40,108 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:52:40,108 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-14T02:52:40,108 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 43
2024-11-14T02:52:40,108 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 63
2024-11-14T02:52:40,108 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 64
2024-11-14T02:52:40,108 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 117
2024-11-14T02:52:40,108 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 42
2024-11-14T02:52:40,108 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-14T02:52:40,108 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-14T02:52:40,108 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1119
2024-11-14T02:52:40,108 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3353 rows
2024-11-14T02:52:40,108 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1106
2024-11-14T02:52:40,108 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3317 rows
2024-11-14T02:52:40,108 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1116
2024-11-14T02:52:40,108 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3347 rows
2024-11-14T02:52:40,108 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1113
2024-11-14T02:52:40,108 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3335 rows
2024-11-14T02:52:40,108 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1116
2024-11-14T02:52:40,108 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 3344 rows
2024-11-14T02:52:40,108 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-14T02:52:40,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-14T02:52:40,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:40,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:40,109 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:52:40,110 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-14T02:52:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-14T02:52:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-14T02:52:40,113 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552760113"}]},"ts":"1731552760113"}
2024-11-14T02:52:40,114 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-14T02:52:40,115 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-14T02:52:40,115 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-14T02:52:40,117 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fe2c4524fb3aab0fe39db1cd37992eb4, UNASSIGN}]
2024-11-14T02:52:40,118 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fe2c4524fb3aab0fe39db1cd37992eb4, UNASSIGN
2024-11-14T02:52:40,119 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=fe2c4524fb3aab0fe39db1cd37992eb4, regionState=CLOSING, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:40,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=137, ppid=136, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fe2c4524fb3aab0fe39db1cd37992eb4, UNASSIGN because future has completed
2024-11-14T02:52:40,121 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T02:52:40,121 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; CloseRegionProcedure fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826}]
2024-11-14T02:52:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-14T02:52:40,275 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(122): Close fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:40,275 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T02:52:40,275 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1722): Closing fe2c4524fb3aab0fe39db1cd37992eb4, disabling compactions & flushes
2024-11-14T02:52:40,275 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:40,275 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:40,275 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. after waiting 0 ms
2024-11-14T02:52:40,276 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:40,276 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(2902): Flushing fe2c4524fb3aab0fe39db1cd37992eb4 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-14T02:52:40,276 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=A
2024-11-14T02:52:40,276 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:40,277 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=B
2024-11-14T02:52:40,277 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:40,277 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK fe2c4524fb3aab0fe39db1cd37992eb4, store=C
2024-11-14T02:52:40,277 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:40,285 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/627fa401a6be473bb2923b9478a8c4e1 is 50, key is test_row_0/A:col10/1731552760106/Put/seqid=0
2024-11-14T02:52:40,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742318_1494 (size=9857)
2024-11-14T02:52:40,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-14T02:52:40,689 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/627fa401a6be473bb2923b9478a8c4e1
2024-11-14T02:52:40,695 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/367839ba4e644a589553129d542f486a is 50, key is test_row_0/B:col10/1731552760106/Put/seqid=0
2024-11-14T02:52:40,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742319_1495 (size=9857)
2024-11-14T02:52:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-14T02:52:41,099 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/367839ba4e644a589553129d542f486a
2024-11-14T02:52:41,109 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/53cd53ae0c5744f1bfdd747736d03b1d is 50, key is test_row_0/C:col10/1731552760106/Put/seqid=0
2024-11-14T02:52:41,113 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742320_1496 (size=9857)
2024-11-14T02:52:41,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-14T02:52:41,513 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/53cd53ae0c5744f1bfdd747736d03b1d
2024-11-14T02:52:41,517 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/A/627fa401a6be473bb2923b9478a8c4e1 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/627fa401a6be473bb2923b9478a8c4e1
2024-11-14T02:52:41,520 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/627fa401a6be473bb2923b9478a8c4e1, entries=100, sequenceid=417, filesize=9.6 K
2024-11-14T02:52:41,521 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/B/367839ba4e644a589553129d542f486a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/367839ba4e644a589553129d542f486a
2024-11-14T02:52:41,524 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/367839ba4e644a589553129d542f486a, entries=100, sequenceid=417, filesize=9.6 K
2024-11-14T02:52:41,524 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/.tmp/C/53cd53ae0c5744f1bfdd747736d03b1d as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/53cd53ae0c5744f1bfdd747736d03b1d
2024-11-14T02:52:41,528 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/53cd53ae0c5744f1bfdd747736d03b1d, entries=100, sequenceid=417, filesize=9.6 K
2024-11-14T02:52:41,528 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for fe2c4524fb3aab0fe39db1cd37992eb4 in 1252ms, sequenceid=417, compaction requested=true
2024-11-14T02:52:41,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/a6ee8b0bcc0c433a90d523861a5aee27, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/2504f3859075484a8b4230311f152e0e, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/dfa9251e6adc49c5bf4fff4a66b499f1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/63f28b8bd87248a6a22e70648cfba5f1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/796733ebe8ef403684978f038c40f349, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/e857748d5c374492b76ea7f9f24fa308, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/c0c647e9a9f6451fb6d4143d27c5dc0e, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/059246ab05194f6dbbaa90289af38858, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/a829b22c0ba34d95890bede97c191be8, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/d29377d922814e8291b3b086f6c4e4d7, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/2778aee245734cadb1957425b5c66dc1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/7ecdb28db51b40768440498b26dff92d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/1d1ba191956a4bf6bf0988e81f869c63, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/e04b045e5b164b8fa913995151df6e12, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/85dd62d559604153bc851afa44cceb26, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/fb265a323de04b71a1ee64f1e4bc82a4, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/739cf97ba16a40e8bf723b24f52737ba, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/bf2a013517724344900de098b9ca7528, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/846ba89d973d4f2cba9e4bfcad9b9c75, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/d0ee6a7a7762485aaee039ce0a2bffc8, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/847149de5eb04c0581f0d3df9e7a8892, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/efb56b87293f437686cb3dcbde67d38a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/2b343f4cc9d74e91a9fbf37a234e4ddd, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/46bf0ea05150447d8b69d5dd4af1daa2, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/04cb75835dfc4ec5b185fa72de964a13] to archive
2024-11-14T02:52:41,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-14T02:52:41,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/a6ee8b0bcc0c433a90d523861a5aee27 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/a6ee8b0bcc0c433a90d523861a5aee27
2024-11-14T02:52:41,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/2504f3859075484a8b4230311f152e0e to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/2504f3859075484a8b4230311f152e0e
2024-11-14T02:52:41,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/dfa9251e6adc49c5bf4fff4a66b499f1 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/dfa9251e6adc49c5bf4fff4a66b499f1
2024-11-14T02:52:41,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/63f28b8bd87248a6a22e70648cfba5f1 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/63f28b8bd87248a6a22e70648cfba5f1
2024-11-14T02:52:41,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/796733ebe8ef403684978f038c40f349 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/796733ebe8ef403684978f038c40f349
2024-11-14T02:52:41,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/e857748d5c374492b76ea7f9f24fa308 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/e857748d5c374492b76ea7f9f24fa308
2024-11-14T02:52:41,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/c0c647e9a9f6451fb6d4143d27c5dc0e to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/c0c647e9a9f6451fb6d4143d27c5dc0e
2024-11-14T02:52:41,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/059246ab05194f6dbbaa90289af38858 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/059246ab05194f6dbbaa90289af38858
2024-11-14T02:52:41,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/a829b22c0ba34d95890bede97c191be8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/a829b22c0ba34d95890bede97c191be8
2024-11-14T02:52:41,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/d29377d922814e8291b3b086f6c4e4d7 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/d29377d922814e8291b3b086f6c4e4d7
2024-11-14T02:52:41,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/2778aee245734cadb1957425b5c66dc1 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/2778aee245734cadb1957425b5c66dc1
2024-11-14T02:52:41,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/7ecdb28db51b40768440498b26dff92d to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/7ecdb28db51b40768440498b26dff92d
2024-11-14T02:52:41,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/1d1ba191956a4bf6bf0988e81f869c63 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/1d1ba191956a4bf6bf0988e81f869c63
2024-11-14T02:52:41,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/e04b045e5b164b8fa913995151df6e12 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/e04b045e5b164b8fa913995151df6e12
2024-11-14T02:52:41,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/85dd62d559604153bc851afa44cceb26 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/85dd62d559604153bc851afa44cceb26
2024-11-14T02:52:41,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/fb265a323de04b71a1ee64f1e4bc82a4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/fb265a323de04b71a1ee64f1e4bc82a4
2024-11-14T02:52:41,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/739cf97ba16a40e8bf723b24f52737ba to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/739cf97ba16a40e8bf723b24f52737ba
2024-11-14T02:52:41,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/bf2a013517724344900de098b9ca7528 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/bf2a013517724344900de098b9ca7528
2024-11-14T02:52:41,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/846ba89d973d4f2cba9e4bfcad9b9c75 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/846ba89d973d4f2cba9e4bfcad9b9c75
2024-11-14T02:52:41,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/d0ee6a7a7762485aaee039ce0a2bffc8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/d0ee6a7a7762485aaee039ce0a2bffc8
2024-11-14T02:52:41,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/847149de5eb04c0581f0d3df9e7a8892 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/847149de5eb04c0581f0d3df9e7a8892
2024-11-14T02:52:41,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/efb56b87293f437686cb3dcbde67d38a to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/efb56b87293f437686cb3dcbde67d38a
2024-11-14T02:52:41,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/2b343f4cc9d74e91a9fbf37a234e4ddd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/2b343f4cc9d74e91a9fbf37a234e4ddd
2024-11-14T02:52:41,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/46bf0ea05150447d8b69d5dd4af1daa2 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/46bf0ea05150447d8b69d5dd4af1daa2
2024-11-14T02:52:41,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/04cb75835dfc4ec5b185fa72de964a13 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/04cb75835dfc4ec5b185fa72de964a13
2024-11-14T02:52:41,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/ae265e926fe142838c7e3092a9a93d60, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/6db935851f4b4cbf937f14a279196de0, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/f9e15e1e34f64f56882b38d98a2fae62, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/0772d8de6b0642b19ef2a7cc9055fd77, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/169148f46c7b4a33819afb09b0b4dd9b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/1c4931d961cd485db6c8e1741ac80bd6, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/ec01aca34c5447d9a51d82b8f7cb4384, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/bf6db2a64de54952ad2f9a09e8ab5fb5, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/cdc40ebe7ab4437ab09387af599e4cc9, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/66f1f56d0a3d4ccab8d2fe59de30cb77, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/2ded81993f6c452b973ce24cf64b5a74, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/bd1eff87b66a469e8ec34c1f3f3e41a6, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/eb98792994464d2880fe5ef870fbce4f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/8e5b537eedfe4c6d845844f14cfdd1ba, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/7faf40b9ea5e4d2d8c908c45621c5d1f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/9719c74b8dde4dcab8c72660a1f987a3, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/7107183621e742d7a7bf3c2985533a63, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/18589dbf9bed41b7819530f8b50e4cfd, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/779f8555a5664a348616fb20b5d40876, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/4c341f73c5c24e01b5d9af7c5f291f02, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/781050c8384a4aa88852101cc2b1e208, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/98a98ebfea944313adb69a5098d67b54, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/39ecd76a88d943cfb23f533302ade08a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/daed6a059ca54ccbabefb024b97b3c77, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/e255b2a82e89435fa1cf039f161e18a5] to archive
2024-11-14T02:52:41,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-14T02:52:41,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/ae265e926fe142838c7e3092a9a93d60 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/ae265e926fe142838c7e3092a9a93d60
2024-11-14T02:52:41,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/6db935851f4b4cbf937f14a279196de0 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/6db935851f4b4cbf937f14a279196de0
2024-11-14T02:52:41,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/f9e15e1e34f64f56882b38d98a2fae62 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/f9e15e1e34f64f56882b38d98a2fae62
2024-11-14T02:52:41,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/0772d8de6b0642b19ef2a7cc9055fd77 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/0772d8de6b0642b19ef2a7cc9055fd77
2024-11-14T02:52:41,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/169148f46c7b4a33819afb09b0b4dd9b to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/169148f46c7b4a33819afb09b0b4dd9b
2024-11-14T02:52:41,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/1c4931d961cd485db6c8e1741ac80bd6 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/1c4931d961cd485db6c8e1741ac80bd6
2024-11-14T02:52:41,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/ec01aca34c5447d9a51d82b8f7cb4384 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/ec01aca34c5447d9a51d82b8f7cb4384
2024-11-14T02:52:41,561 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/bf6db2a64de54952ad2f9a09e8ab5fb5 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/bf6db2a64de54952ad2f9a09e8ab5fb5
2024-11-14T02:52:41,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/cdc40ebe7ab4437ab09387af599e4cc9 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/cdc40ebe7ab4437ab09387af599e4cc9
2024-11-14T02:52:41,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/66f1f56d0a3d4ccab8d2fe59de30cb77 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/66f1f56d0a3d4ccab8d2fe59de30cb77
2024-11-14T02:52:41,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/2ded81993f6c452b973ce24cf64b5a74 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/2ded81993f6c452b973ce24cf64b5a74
2024-11-14T02:52:41,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/bd1eff87b66a469e8ec34c1f3f3e41a6 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/bd1eff87b66a469e8ec34c1f3f3e41a6
2024-11-14T02:52:41,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/eb98792994464d2880fe5ef870fbce4f to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/eb98792994464d2880fe5ef870fbce4f
2024-11-14T02:52:41,565 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/8e5b537eedfe4c6d845844f14cfdd1ba to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/8e5b537eedfe4c6d845844f14cfdd1ba
2024-11-14T02:52:41,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/7faf40b9ea5e4d2d8c908c45621c5d1f to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/7faf40b9ea5e4d2d8c908c45621c5d1f
2024-11-14T02:52:41,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/9719c74b8dde4dcab8c72660a1f987a3 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/9719c74b8dde4dcab8c72660a1f987a3
2024-11-14T02:52:41,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/7107183621e742d7a7bf3c2985533a63 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/7107183621e742d7a7bf3c2985533a63
2024-11-14T02:52:41,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/18589dbf9bed41b7819530f8b50e4cfd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/18589dbf9bed41b7819530f8b50e4cfd
2024-11-14T02:52:41,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/779f8555a5664a348616fb20b5d40876 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/779f8555a5664a348616fb20b5d40876
2024-11-14T02:52:41,569 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/4c341f73c5c24e01b5d9af7c5f291f02 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/4c341f73c5c24e01b5d9af7c5f291f02
2024-11-14T02:52:41,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/781050c8384a4aa88852101cc2b1e208 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/781050c8384a4aa88852101cc2b1e208
2024-11-14T02:52:41,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/98a98ebfea944313adb69a5098d67b54 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/98a98ebfea944313adb69a5098d67b54
2024-11-14T02:52:41,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/39ecd76a88d943cfb23f533302ade08a to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/39ecd76a88d943cfb23f533302ade08a
2024-11-14T02:52:41,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/daed6a059ca54ccbabefb024b97b3c77 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/daed6a059ca54ccbabefb024b97b3c77
2024-11-14T02:52:41,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/e255b2a82e89435fa1cf039f161e18a5 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/e255b2a82e89435fa1cf039f161e18a5
2024-11-14T02:52:41,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/17bbc1a347c346c0a06fa9c3ec002f4f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/3d0a4558100540c09fbddcb61c7dfc12, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/8b21fae76bc84f5e90ebec57c5275fec, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/1a43cdb03c2a4a958eb94fea60b375e1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/a50db03738c54ef294f88b4a66e57b0c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/0c4aeec492d64d628eb17bbf08cee10f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/5e680fd68e39471a9873b876dc02b069, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/38159c986c4f437e99c0a9a8c8553b13, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/419ad5be297f41c9af3096f097460e85, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/f3168c90e9a34e25a9fd81d51b3721fe, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/30692b00a5d640cda5bcb4d644279f77, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/5ab18f33955b4f0dbae460369e6ee3aa, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/27d10b8a06e9498fa17aa44fc01c4632, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/fc63c39e12f04e6c8f1701142733ccbd, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/854b125119424e37a072f472b44a8db4, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/ec462eb25b0148d7bf1f55b275f2efeb, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/65f1c250e8ae4e87a7fe8b71dd28dd4c, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/ee815388b4de457a9fe861ea9b7be872, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/ccac63d12acf42e88839d43f834206e1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/a23b062376424864831fe2e897498754, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/a4259386dd204830be2842e30f5498ad, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/82c75af0f94349bf93d946888b62dabb, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/8376dc25614f448683b65022490b5193, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/5674e74632954037be90a18a225445ad, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/2e5008f2530c4284afb01ba499ebb840] to archive
2024-11-14T02:52:41,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-14T02:52:41,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/17bbc1a347c346c0a06fa9c3ec002f4f to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/17bbc1a347c346c0a06fa9c3ec002f4f
2024-11-14T02:52:41,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/3d0a4558100540c09fbddcb61c7dfc12 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/3d0a4558100540c09fbddcb61c7dfc12
2024-11-14T02:52:41,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/8b21fae76bc84f5e90ebec57c5275fec to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/8b21fae76bc84f5e90ebec57c5275fec
2024-11-14T02:52:41,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/1a43cdb03c2a4a958eb94fea60b375e1 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/1a43cdb03c2a4a958eb94fea60b375e1
2024-11-14T02:52:41,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/a50db03738c54ef294f88b4a66e57b0c to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/a50db03738c54ef294f88b4a66e57b0c
2024-11-14T02:52:41,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/0c4aeec492d64d628eb17bbf08cee10f to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/0c4aeec492d64d628eb17bbf08cee10f
2024-11-14T02:52:41,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/5e680fd68e39471a9873b876dc02b069 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/5e680fd68e39471a9873b876dc02b069
2024-11-14T02:52:41,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/38159c986c4f437e99c0a9a8c8553b13 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/38159c986c4f437e99c0a9a8c8553b13
2024-11-14T02:52:41,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/419ad5be297f41c9af3096f097460e85 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/419ad5be297f41c9af3096f097460e85
2024-11-14T02:52:41,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/f3168c90e9a34e25a9fd81d51b3721fe to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/f3168c90e9a34e25a9fd81d51b3721fe
2024-11-14T02:52:41,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/30692b00a5d640cda5bcb4d644279f77 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/30692b00a5d640cda5bcb4d644279f77
2024-11-14T02:52:41,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/5ab18f33955b4f0dbae460369e6ee3aa to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/5ab18f33955b4f0dbae460369e6ee3aa
2024-11-14T02:52:41,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/27d10b8a06e9498fa17aa44fc01c4632 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/27d10b8a06e9498fa17aa44fc01c4632
2024-11-14T02:52:41,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/fc63c39e12f04e6c8f1701142733ccbd to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/fc63c39e12f04e6c8f1701142733ccbd
2024-11-14T02:52:41,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/854b125119424e37a072f472b44a8db4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/854b125119424e37a072f472b44a8db4
2024-11-14T02:52:41,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/ec462eb25b0148d7bf1f55b275f2efeb to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/ec462eb25b0148d7bf1f55b275f2efeb
2024-11-14T02:52:41,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/65f1c250e8ae4e87a7fe8b71dd28dd4c to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/65f1c250e8ae4e87a7fe8b71dd28dd4c
2024-11-14T02:52:41,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/ee815388b4de457a9fe861ea9b7be872 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/ee815388b4de457a9fe861ea9b7be872
2024-11-14T02:52:41,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/ccac63d12acf42e88839d43f834206e1 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/ccac63d12acf42e88839d43f834206e1
2024-11-14T02:52:41,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/a23b062376424864831fe2e897498754 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/a23b062376424864831fe2e897498754
2024-11-14T02:52:41,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/a4259386dd204830be2842e30f5498ad to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/a4259386dd204830be2842e30f5498ad
2024-11-14T02:52:41,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/82c75af0f94349bf93d946888b62dabb to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/82c75af0f94349bf93d946888b62dabb
2024-11-14T02:52:41,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/8376dc25614f448683b65022490b5193 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/8376dc25614f448683b65022490b5193
2024-11-14T02:52:41,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/5674e74632954037be90a18a225445ad to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/5674e74632954037be90a18a225445ad
2024-11-14T02:52:41,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/2e5008f2530c4284afb01ba499ebb840 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/2e5008f2530c4284afb01ba499ebb840
2024-11-14T02:52:41,595 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/recovered.edits/420.seqid, newMaxSeqId=420, maxSeqId=1
2024-11-14T02:52:41,596 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.
2024-11-14T02:52:41,596 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] regionserver.HRegion(1676): Region close journal for fe2c4524fb3aab0fe39db1cd37992eb4:
Waiting for close lock at 1731552760275Running coprocessor pre-close hooks at 1731552760275Disabling compacts and flushes for region at 1731552760275Disabling writes for close at 1731552760276 (+1 ms)Obtaining lock to block concurrent updates at 1731552760276Preparing flush snapshotting stores in fe2c4524fb3aab0fe39db1cd37992eb4 at 1731552760276Finished memstore snapshotting TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731552760277 (+1 ms)Flushing stores of TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4. at 1731552760278 (+1 ms)Flushing fe2c4524fb3aab0fe39db1cd37992eb4/A: creating writer at 1731552760278Flushing fe2c4524fb3aab0fe39db1cd37992eb4/A: appending metadata at 1731552760284 (+6 ms)Flushing fe2c4524fb3aab0fe39db1cd37992eb4/A: closing flushed file at 1731552760284Flushing fe2c4524fb3aab0fe39db1cd37992eb4/B: creating writer at 1731552760692 (+408 ms)Flushing fe2c4524fb3aab0fe39db1cd37992eb4/B: appending metadata at 1731552760695 (+3 ms)Flushing fe2c4524fb3aab0fe39db1cd37992eb4/B: closing flushed file at 1731552760695Flushing fe2c4524fb3aab0fe39db1cd37992eb4/C: creating writer at 1731552761105 (+410 ms)Flushing fe2c4524fb3aab0fe39db1cd37992eb4/C: appending metadata at 1731552761108 (+3 ms)Flushing fe2c4524fb3aab0fe39db1cd37992eb4/C: closing flushed file at 1731552761108Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7aea8bc8: reopening flushed file at 1731552761516 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38ecfac8: reopening flushed file at 1731552761520 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37f17040: reopening flushed file at 1731552761524 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for fe2c4524fb3aab0fe39db1cd37992eb4 in 1252ms, sequenceid=417, compaction requested=true at 1731552761528 (+4 ms)Writing region close event to WAL at 1731552761593 (+65 ms)Running coprocessor post-close hooks at 1731552761596 (+3 ms)Closed at 1731552761596
2024-11-14T02:52:41,598 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=138}] handler.UnassignRegionHandler(157): Closed fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:41,598 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=137 updating hbase:meta row=fe2c4524fb3aab0fe39db1cd37992eb4, regionState=CLOSED
2024-11-14T02:52:41,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=138, ppid=137, state=RUNNABLE, hasLock=false; CloseRegionProcedure fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826 because future has completed
2024-11-14T02:52:41,601 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137
2024-11-14T02:52:41,601 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseRegionProcedure fe2c4524fb3aab0fe39db1cd37992eb4, server=83c5a5c119d5,40161,1731552599826 in 1.4790 sec
2024-11-14T02:52:41,602 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136
2024-11-14T02:52:41,602 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fe2c4524fb3aab0fe39db1cd37992eb4, UNASSIGN in 1.4840 sec
2024-11-14T02:52:41,604 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135
2024-11-14T02:52:41,604 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4880 sec
2024-11-14T02:52:41,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552761605"}]},"ts":"1731552761605"}
2024-11-14T02:52:41,606 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-14T02:52:41,606 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-14T02:52:41,609 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4970 sec
2024-11-14T02:52:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135
2024-11-14T02:52:42,258 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:52:42,259 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-14T02:52:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:52:42,264 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=139, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:52:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-11-14T02:52:42,266 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=139, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:52:42,269 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:42,273 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A, FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B, FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C, FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/recovered.edits]
2024-11-14T02:52:42,277 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/13204564187848ec96fb223d59a72b39 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/13204564187848ec96fb223d59a72b39
2024-11-14T02:52:42,279 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/627fa401a6be473bb2923b9478a8c4e1 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/627fa401a6be473bb2923b9478a8c4e1
2024-11-14T02:52:42,281 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/8aac3f71d3744947a80ea057ffa28991 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/8aac3f71d3744947a80ea057ffa28991
2024-11-14T02:52:42,284 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/ad4122516370477e96ad719f15988640 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/A/ad4122516370477e96ad719f15988640
2024-11-14T02:52:42,287 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/13e6253f12ca4dda926363a9bf24bf0a to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/13e6253f12ca4dda926363a9bf24bf0a
2024-11-14T02:52:42,289 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/367839ba4e644a589553129d542f486a to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/367839ba4e644a589553129d542f486a
2024-11-14T02:52:42,290 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/6d2f64dd4974489ca57b5bfdc91afa1d to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/6d2f64dd4974489ca57b5bfdc91afa1d
2024-11-14T02:52:42,291 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/eac361044e9a4ac6aecba20891b4c780 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/B/eac361044e9a4ac6aecba20891b4c780
2024-11-14T02:52:42,293 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/0d8bf9d15dcc4d6b884818b3e3432407 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/0d8bf9d15dcc4d6b884818b3e3432407
2024-11-14T02:52:42,294 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/53cd53ae0c5744f1bfdd747736d03b1d to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/53cd53ae0c5744f1bfdd747736d03b1d
2024-11-14T02:52:42,295 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/887e259668f347bcbedee71fc26a3d68 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/887e259668f347bcbedee71fc26a3d68
2024-11-14T02:52:42,296 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/ecdc1d6a493f4a3b97fa2b6474529e36 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/C/ecdc1d6a493f4a3b97fa2b6474529e36
2024-11-14T02:52:42,297 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/recovered.edits/420.seqid to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4/recovered.edits/420.seqid
2024-11-14T02:52:42,298 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/fe2c4524fb3aab0fe39db1cd37992eb4
2024-11-14T02:52:42,298 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-14T02:52:42,300 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=139, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:52:42,301 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-14T02:52:42,303 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-14T02:52:42,304 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=139, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:52:42,304 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-14T02:52:42,304 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731552762304"}]},"ts":"9223372036854775807"}
2024-11-14T02:52:42,306 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-14T02:52:42,306 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => fe2c4524fb3aab0fe39db1cd37992eb4, NAME => 'TestAcidGuarantees,,1731552731531.fe2c4524fb3aab0fe39db1cd37992eb4.', STARTKEY => '', ENDKEY => ''}]
2024-11-14T02:52:42,306 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-14T02:52:42,306 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731552762306"}]},"ts":"9223372036854775807"}
2024-11-14T02:52:42,308 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-14T02:52:42,308 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=139, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:52:42,309 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 49 msec
2024-11-14T02:52:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139
2024-11-14T02:52:42,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-14T02:52:42,377 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:52:42,386 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=247 (was 249), OpenFileDescriptor=445 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=314 (was 320), ProcessCount=11 (was 11), AvailableMemoryMB=5014 (was 5046)
2024-11-14T02:52:42,394 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=314, ProcessCount=11, AvailableMemoryMB=5013
2024-11-14T02:52:42,395 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-14T02:52:42,395 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T02:52:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=140, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-14T02:52:42,397 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-14T02:52:42,397 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:42,397 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 140
2024-11-14T02:52:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-14T02:52:42,397 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-14T02:52:42,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742321_1497 (size=1061)
2024-11-14T02:52:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-14T02:52:42,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-14T02:52:42,806 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e
2024-11-14T02:52:42,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742322_1498 (size=53)
2024-11-14T02:52:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-14T02:52:43,245 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T02:52:43,246 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 12388d089050b3ec104e8c519546fff8, disabling compactions & flushes
2024-11-14T02:52:43,246 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:43,246 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:43,246 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. after waiting 0 ms
2024-11-14T02:52:43,246 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:43,246 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:43,246 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 12388d089050b3ec104e8c519546fff8:
Waiting for close lock at 1731552763245Disabling compacts and flushes for region at 1731552763245Disabling writes for close at 1731552763246 (+1 ms)Writing region close event to WAL at 1731552763246Closed at 1731552763246
2024-11-14T02:52:43,247 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-14T02:52:43,248 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731552763247"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731552763247"}]},"ts":"1731552763247"}
2024-11-14T02:52:43,250 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-14T02:52:43,251 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-14T02:52:43,251 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552763251"}]},"ts":"1731552763251"}
2024-11-14T02:52:43,253 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-14T02:52:43,253 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=12388d089050b3ec104e8c519546fff8, ASSIGN}]
2024-11-14T02:52:43,255 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=12388d089050b3ec104e8c519546fff8, ASSIGN
2024-11-14T02:52:43,255 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=12388d089050b3ec104e8c519546fff8, ASSIGN; state=OFFLINE, location=83c5a5c119d5,40161,1731552599826; forceNewPlan=false, retain=false
2024-11-14T02:52:43,406 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=12388d089050b3ec104e8c519546fff8, regionState=OPENING, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:43,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=141, ppid=140, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=12388d089050b3ec104e8c519546fff8, ASSIGN because future has completed
2024-11-14T02:52:43,410 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826}]
2024-11-14T02:52:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-14T02:52:43,571 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:43,572 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7752): Opening region: {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
2024-11-14T02:52:43,572 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:43,572 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T02:52:43,573 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7794): checking encryption for 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:43,573 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(7797): checking classloading for 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:43,576 INFO  [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 12388d089050b3ec104e8c519546fff8 
2024-11-14T02:52:43,577 INFO  [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:52:43,578 INFO  [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12388d089050b3ec104e8c519546fff8 columnFamilyName A
2024-11-14T02:52:43,578 DEBUG [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:43,579 INFO  [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] regionserver.HStore(327): Store=12388d089050b3ec104e8c519546fff8/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:52:43,579 INFO  [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 12388d089050b3ec104e8c519546fff8 
2024-11-14T02:52:43,580 INFO  [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:52:43,581 INFO  [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12388d089050b3ec104e8c519546fff8 columnFamilyName B
2024-11-14T02:52:43,581 DEBUG [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:43,582 INFO  [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] regionserver.HStore(327): Store=12388d089050b3ec104e8c519546fff8/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:52:43,582 INFO  [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 12388d089050b3ec104e8c519546fff8 
2024-11-14T02:52:43,583 INFO  [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:52:43,584 INFO  [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12388d089050b3ec104e8c519546fff8 columnFamilyName C
2024-11-14T02:52:43,584 DEBUG [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:43,584 INFO  [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] regionserver.HStore(327): Store=12388d089050b3ec104e8c519546fff8/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:52:43,585 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:43,585 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1038): replaying wal for 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:43,586 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:43,587 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:43,588 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1048): stopping wal replay for 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:43,588 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1060): Cleaning up temporary data for 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:43,589 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-14T02:52:43,591 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1093): writing seq id for 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:43,594 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-14T02:52:43,594 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1114): Opened 12388d089050b3ec104e8c519546fff8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61468838, jitterRate=-0.08404293656349182}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-14T02:52:43,594 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:43,596 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegion(1006): Region open journal for 12388d089050b3ec104e8c519546fff8:
Running coprocessor pre-open hook at 1731552763573Writing region info on filesystem at 1731552763573Initializing all the Stores at 1731552763575 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552763575Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552763575Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552763576 (+1 ms)Cleaning up temporary data from old regions at 1731552763588 (+12 ms)Running coprocessor post-open hooks at 1731552763594 (+6 ms)Region opened successfully at 1731552763595 (+1 ms)
2024-11-14T02:52:43,596 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., pid=142, masterSystemTime=1731552763564
2024-11-14T02:52:43,598 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:43,598 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=142}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:43,599 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=141 updating hbase:meta row=12388d089050b3ec104e8c519546fff8, regionState=OPEN, openSeqNum=2, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:43,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=142, ppid=141, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826 because future has completed
2024-11-14T02:52:43,603 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141
2024-11-14T02:52:43,603 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; OpenRegionProcedure 12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826 in 191 msec
2024-11-14T02:52:43,605 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140
2024-11-14T02:52:43,605 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=12388d089050b3ec104e8c519546fff8, ASSIGN in 350 msec
2024-11-14T02:52:43,606 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-14T02:52:43,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552763606"}]},"ts":"1731552763606"}
2024-11-14T02:52:43,607 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-14T02:52:43,608 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=140, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-14T02:52:43,609 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2130 sec
2024-11-14T02:52:44,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-14T02:52:44,547 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:52:44,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e2cba0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:44,550 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:52:44,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:52:44,552 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:52:44,553 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:52:44,553 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:52:44,553 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e7d8f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:44,554 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:52:44,554 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:52:44,554 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:44,556 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:52:44,557 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228ccba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:44,558 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:52:44,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:52:44,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:52:44,560 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:52:44,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-14T02:52:44,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 83c5a5c119d5,41973,1731552599109
2024-11-14T02:52:44,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@188ab84
2024-11-14T02:52:44,562 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-14T02:52:44,562 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-14T02:52:44,564 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-14T02:52:44,564 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-14T02:52:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-14T02:52:44,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742323_1499 (size=1097)
2024-11-14T02:52:44,977 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061
2024-11-14T02:52:44,977 INFO  [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097
2024-11-14T02:52:44,982 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-14T02:52:44,986 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=12388d089050b3ec104e8c519546fff8, REOPEN/MOVE}]
2024-11-14T02:52:44,987 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=12388d089050b3ec104e8c519546fff8, REOPEN/MOVE
2024-11-14T02:52:44,988 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=12388d089050b3ec104e8c519546fff8, regionState=CLOSING, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:44,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=12388d089050b3ec104e8c519546fff8, REOPEN/MOVE because future has completed
2024-11-14T02:52:44,990 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T02:52:44,990 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure 12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826}]
2024-11-14T02:52:45,144 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(122): Close 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:45,144 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T02:52:45,144 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1722): Closing 12388d089050b3ec104e8c519546fff8, disabling compactions & flushes
2024-11-14T02:52:45,144 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:45,144 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:45,144 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. after waiting 0 ms
2024-11-14T02:52:45,145 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:45,151 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-14T02:52:45,153 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:45,153 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1676): Region close journal for 12388d089050b3ec104e8c519546fff8:
Waiting for close lock at 1731552765144Running coprocessor pre-close hooks at 1731552765144Disabling compacts and flushes for region at 1731552765144Disabling writes for close at 1731552765145 (+1 ms)Writing region close event to WAL at 1731552765145Running coprocessor post-close hooks at 1731552765152 (+7 ms)Closed at 1731552765152
2024-11-14T02:52:45,153 WARN  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionServer(3299): Not adding moved region record: 12388d089050b3ec104e8c519546fff8 to self.
2024-11-14T02:52:45,156 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(157): Closed 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:45,158 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=12388d089050b3ec104e8c519546fff8, regionState=CLOSED
2024-11-14T02:52:45,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure 12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826 because future has completed
2024-11-14T02:52:45,163 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145
2024-11-14T02:52:45,163 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; CloseRegionProcedure 12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826 in 171 msec
2024-11-14T02:52:45,163 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=12388d089050b3ec104e8c519546fff8, REOPEN/MOVE; state=CLOSED, location=83c5a5c119d5,40161,1731552599826; forceNewPlan=false, retain=true
2024-11-14T02:52:45,314 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=12388d089050b3ec104e8c519546fff8, regionState=OPENING, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:45,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=12388d089050b3ec104e8c519546fff8, REOPEN/MOVE because future has completed
2024-11-14T02:52:45,318 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826}]
2024-11-14T02:52:45,478 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:45,478 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7752): Opening region: {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
2024-11-14T02:52:45,479 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:45,479 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-14T02:52:45,479 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7794): checking encryption for 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:45,479 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7797): checking classloading for 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:45,481 INFO  [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 12388d089050b3ec104e8c519546fff8 
2024-11-14T02:52:45,482 INFO  [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:52:45,482 INFO  [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12388d089050b3ec104e8c519546fff8 columnFamilyName A
2024-11-14T02:52:45,484 DEBUG [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:45,484 INFO  [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] regionserver.HStore(327): Store=12388d089050b3ec104e8c519546fff8/A,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:52:45,485 INFO  [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 12388d089050b3ec104e8c519546fff8 
2024-11-14T02:52:45,485 INFO  [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:52:45,486 INFO  [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12388d089050b3ec104e8c519546fff8 columnFamilyName B
2024-11-14T02:52:45,486 DEBUG [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:45,486 INFO  [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] regionserver.HStore(327): Store=12388d089050b3ec104e8c519546fff8/B,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:52:45,486 INFO  [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 12388d089050b3ec104e8c519546fff8 
2024-11-14T02:52:45,487 INFO  [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10
2024-11-14T02:52:45,488 INFO  [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12388d089050b3ec104e8c519546fff8 columnFamilyName C
2024-11-14T02:52:45,488 DEBUG [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:45,488 INFO  [StoreOpener-12388d089050b3ec104e8c519546fff8-1 {}] regionserver.HStore(327): Store=12388d089050b3ec104e8c519546fff8/C,  memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-14T02:52:45,489 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:45,489 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1038): replaying wal for 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:45,490 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:45,491 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:45,492 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1048): stopping wal replay for 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:45,492 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1060): Cleaning up temporary data for 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:45,493 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-14T02:52:45,494 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1093): writing seq id for 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:45,495 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1114): Opened 12388d089050b3ec104e8c519546fff8; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68836648, jitterRate=0.02574598789215088}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-14T02:52:45,495 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:45,495 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1006): Region open journal for 12388d089050b3ec104e8c519546fff8:
Running coprocessor pre-open hook at 1731552765479Writing region info on filesystem at 1731552765479Initializing all the Stores at 1731552765480 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552765480Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552765481 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731552765481Cleaning up temporary data from old regions at 1731552765492 (+11 ms)Running coprocessor post-open hooks at 1731552765495 (+3 ms)Region opened successfully at 1731552765495
2024-11-14T02:52:45,496 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., pid=147, masterSystemTime=1731552765472
2024-11-14T02:52:45,497 DEBUG [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:45,497 INFO  [RS_OPEN_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:45,498 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=12388d089050b3ec104e8c519546fff8, regionState=OPEN, openSeqNum=5, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:45,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826 because future has completed
2024-11-14T02:52:45,501 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=145
2024-11-14T02:52:45,501 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=145, state=SUCCESS, hasLock=false; OpenRegionProcedure 12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826 in 182 msec
2024-11-14T02:52:45,502 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144
2024-11-14T02:52:45,502 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=12388d089050b3ec104e8c519546fff8, REOPEN/MOVE in 516 msec
2024-11-14T02:52:45,504 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143
2024-11-14T02:52:45,504 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 521 msec
2024-11-14T02:52:45,507 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 941 msec
2024-11-14T02:52:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143
2024-11-14T02:52:45,507 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:52:45,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744b0f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:52:45,508 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:52:45,509 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:52:45,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:52:45,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:52:45,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f0203a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:52:45,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:52:45,510 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:45,510 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:52:45,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@267d04aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143fb08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:52:45,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:52:45,512 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:52:45,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:52:45,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:52:45,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5232f34a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:52:45,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:52:45,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:45,513 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:52:45,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c16a272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40503a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:52:45,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:52:45,514 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:52:45,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:52:45,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:52:45,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d5f4d1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:52:45,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:52:45,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:45,516 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:52:45,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2062b1eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f72e1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,517 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:52:45,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:52:45,517 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:52:45,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:52:45,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:52:45,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444232d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:52:45,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:52:45,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:45,518 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:52:45,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27b56d07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47173f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:52:45,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:52:45,520 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:52:45,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:52:45,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:52:45,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276224e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:52:45,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:52:45,520 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:45,521 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:52:45,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e021c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7122db2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,522 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:52:45,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:52:45,522 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:52:45,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:52:45,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:52:45,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e97d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:52:45,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:52:45,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:45,523 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:52:45,524 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1824ad12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3666b173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:52:45,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:52:45,525 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:52:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:52:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:52:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4751b564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:52:45,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:52:45,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:45,526 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:52:45,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ddae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ff027c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:52:45,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:52:45,528 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:52:45,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:52:45,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:52:45,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5bd963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:52:45,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:52:45,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:45,529 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:52:45,529 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6903ee25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2637386d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:52:45,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:52:45,531 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:52:45,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:52:45,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:52:45,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@124284a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:52:45,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:52:45,531 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:45,532 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:52:45,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568d39bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2455dde6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 83c5a5c119d5,41973,-1 for getting cluster id
2024-11-14T02:52:45,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-14T02:52:45,534 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e1e8303-52af-4f51-84f3-10fed32d4cfb'
2024-11-14T02:52:45,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-14T02:52:45,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e1e8303-52af-4f51-84f3-10fed32d4cfb"

2024-11-14T02:52:45,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503aadc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [83c5a5c119d5,41973,-1]
2024-11-14T02:52:45,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-14T02:52:45,534 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:52:45,535 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-14T02:52:45,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e98bcfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-14T02:52:45,536 DEBUG [Thread-2251 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:52:45,536 DEBUG [Thread-2268 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:52:45,536 DEBUG [Thread-2266 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:52:45,536 DEBUG [Thread-2255 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:52:45,536 DEBUG [Thread-2259 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:52:45,536 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:52:45,536 DEBUG [Thread-2270 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:52:45,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:52:45,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:52:45,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:52:45,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:52:45,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:52:45,537 DEBUG [Thread-2257 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:52:45,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:52:45,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:52:45,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:52:45,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:52:45,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:52:45,537 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:52:45,538 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:52:45,538 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:52:45,538 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:52:45,538 DEBUG [Thread-2264 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:52:45,538 DEBUG [Thread-2253 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:52:45,538 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:52:45,538 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:52:45,538 DEBUG [Thread-2262 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-14T02:52:45,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:52:45,539 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:52:45,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:52:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees
2024-11-14T02:52:45,539 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:52:45,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:52:45,539 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:52:45,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:52:45,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:52:45,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=83c5a5c119d5,40161,1731552599826, seqNum=-1]
2024-11-14T02:52:45,540 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:52:45,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:52:45,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-14T02:52:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-14T02:52:45,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:52:45,541 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:52:45,541 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:52:45,541 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:52:45,541 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:52:45,541 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:52:45,542 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:52:45,542 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:52:45,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:52:45,542 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-14T02:52:45,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:52:45,543 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:52:45,544 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:52:45,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:52:45,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5]
2024-11-14T02:52:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:45,548 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12388d089050b3ec104e8c519546fff8 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-14T02:52:45,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=A
2024-11-14T02:52:45,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:45,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=B
2024-11-14T02:52:45,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:45,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=C
2024-11-14T02:52:45,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:45,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552765559, max timestamp=1731552765568Num uniques 859; 
2024-11-14T02:52:45,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:52:45,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552765559, max timestamp=1731552765568Num uniques 859; 
2024-11-14T02:52:45,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552765559, max timestamp=1731552765568Num uniques 859; 
2024-11-14T02:52:45,575 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:52:45,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:52:45,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142ceed58c3942440e8f092609fbd77193_12388d089050b3ec104e8c519546fff8 is 50, key is test_row_0/A:col10/1731552765547/Put/seqid=0
2024-11-14T02:52:45,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742324_1500 (size=12154)
2024-11-14T02:52:45,594 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552825588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:45,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:45,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44148 deadline: 1731552825590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:45,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,595 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:45,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:45,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1731552825591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:45,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:45,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:45,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552825595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:45,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44194 deadline: 1731552825595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:45,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:45,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-14T02:52:45,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-14T02:52:45,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:45,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:45,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:45,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:45,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:45,709 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:45,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552825706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:45,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:45,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44148 deadline: 1731552825706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:45,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,710 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:45,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:45,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44194 deadline: 1731552825707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:45,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:45,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:45,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552825707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:45,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1731552825707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:45,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-14T02:52:45,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:45,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:45,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:45,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:45,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:45,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-14T02:52:45,919 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552825917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:45,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44194 deadline: 1731552825917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44148 deadline: 1731552825917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:45,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552825917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1731552825917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:45,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:45,982 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:45,985 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411142ceed58c3942440e8f092609fbd77193_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142ceed58c3942440e8f092609fbd77193_12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:45,985 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/a709325f61f3493786991df049fcd4cb, store: [table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:52:45,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/a709325f61f3493786991df049fcd4cb is 175, key is test_row_0/A:col10/1731552765547/Put/seqid=0
2024-11-14T02:52:45,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742325_1501 (size=30955)
2024-11-14T02:52:46,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-14T02:52:46,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:46,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:46,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:46,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:46,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:46,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:46,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-14T02:52:46,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:46,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:46,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:46,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:46,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:46,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-14T02:52:46,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552826227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:46,229 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:46,229 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:46,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:46,229 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:46,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44194 deadline: 1731552826227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:46,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:46,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:46,230 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:46,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44148 deadline: 1731552826227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:46,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:46,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:46,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:46,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:46,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552826227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:46,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:46,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:46,230 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:46,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1731552826227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:46,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:46,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:46,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:46,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-14T02:52:46,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:46,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:46,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:46,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:46,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:46,389 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/a709325f61f3493786991df049fcd4cb
2024-11-14T02:52:46,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/94303021b6f345fab92fb13551a7e57a is 50, key is test_row_0/B:col10/1731552765547/Put/seqid=0
2024-11-14T02:52:46,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742326_1502 (size=12001)
2024-11-14T02:52:46,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-14T02:52:46,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:46,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:46,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:46,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:46,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:46,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-14T02:52:46,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:46,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:46,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:46,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:46,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:46,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-14T02:52:46,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552826736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:46,738 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:46,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:46,738 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:46,738 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44194 deadline: 1731552826736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:46,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:46,738 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:46,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:46,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:46,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44148 deadline: 1731552826736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:46,739 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:46,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:46,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552826736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:46,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:46,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:46,739 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:46,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:46,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1731552826736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:46,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:46,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:46,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:46,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-14T02:52:46,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:46,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:46,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:46,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:46,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:46,814 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/94303021b6f345fab92fb13551a7e57a
2024-11-14T02:52:46,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/470f61e33f1c41dba8cfa0c334e7b6bc is 50, key is test_row_0/C:col10/1731552765547/Put/seqid=0
2024-11-14T02:52:46,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742327_1503 (size=12001)
2024-11-14T02:52:46,834 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/470f61e33f1c41dba8cfa0c334e7b6bc
2024-11-14T02:52:46,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/a709325f61f3493786991df049fcd4cb as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/a709325f61f3493786991df049fcd4cb
2024-11-14T02:52:46,840 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/a709325f61f3493786991df049fcd4cb, entries=150, sequenceid=15, filesize=30.2 K
2024-11-14T02:52:46,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/94303021b6f345fab92fb13551a7e57a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/94303021b6f345fab92fb13551a7e57a
2024-11-14T02:52:46,851 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/94303021b6f345fab92fb13551a7e57a, entries=150, sequenceid=15, filesize=11.7 K
2024-11-14T02:52:46,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/470f61e33f1c41dba8cfa0c334e7b6bc as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/470f61e33f1c41dba8cfa0c334e7b6bc
2024-11-14T02:52:46,856 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/470f61e33f1c41dba8cfa0c334e7b6bc, entries=150, sequenceid=15, filesize=11.7 K
2024-11-14T02:52:46,856 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 12388d089050b3ec104e8c519546fff8 in 1308ms, sequenceid=15, compaction requested=false
2024-11-14T02:52:46,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:52:46,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-14T02:52:46,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:46,917 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 12388d089050b3ec104e8c519546fff8 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB
2024-11-14T02:52:46,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=A
2024-11-14T02:52:46,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:52:46,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=B
2024-11-14T02:52:46,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:52:46,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=C
2024-11-14T02:52:46,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:52:46,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111443de9f04b0194d9d8e2dc4738b81dab1_12388d089050b3ec104e8c519546fff8 is 50, key is test_row_0/A:col10/1731552765585/Put/seqid=0
2024-11-14T02:52:46,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742328_1504 (size=12154)
2024-11-14T02:52:47,117 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-14T02:52:47,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:47,330 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111443de9f04b0194d9d8e2dc4738b81dab1_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111443de9f04b0194d9d8e2dc4738b81dab1_12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:47,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/027e093d226d47c6acc28ba69f1b56f0, store: [table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:52:47,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/027e093d226d47c6acc28ba69f1b56f0 is 175, key is test_row_0/A:col10/1731552765585/Put/seqid=0
2024-11-14T02:52:47,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742329_1505 (size=30955)
2024-11-14T02:52:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-14T02:52:47,735 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/027e093d226d47c6acc28ba69f1b56f0
2024-11-14T02:52:47,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/e81062053a31436eb1ae37ea6e2331f7 is 50, key is test_row_0/B:col10/1731552765585/Put/seqid=0
2024-11-14T02:52:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:47,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:47,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742330_1506 (size=12001)
2024-11-14T02:52:47,749 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/e81062053a31436eb1ae37ea6e2331f7
2024-11-14T02:52:47,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/3ee36d212a0148249196638d351b8d01 is 50, key is test_row_0/C:col10/1731552765585/Put/seqid=0
2024-11-14T02:52:47,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742331_1507 (size=12001)
2024-11-14T02:52:47,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1731552827756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:47,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:47,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:47,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:47,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552827756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:47,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552827756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:47,761 WARN  [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in 12388d089050b3ec104e8c519546fff8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:47,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:47,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:47,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:47,761 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in 12388d089050b3ec104e8c519546fff8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:47,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:47,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:47,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:47,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44194 deadline: 1731552827759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:47,766 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:47,766 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:47,766 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:47,766 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44148 deadline: 1731552827760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:47,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:47,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:47,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:47,867 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1731552827866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:47,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:47,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:47,868 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:47,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:47,881 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44194 deadline: 1731552827876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44148 deadline: 1731552827877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:47,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:47,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:47,882 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:47,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:47,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:47,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:48,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1731552828076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:48,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:48,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:48,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:48,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44194 deadline: 1731552828086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:48,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:48,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:48,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:48,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44148 deadline: 1731552828087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:48,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:48,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:48,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:48,159 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/3ee36d212a0148249196638d351b8d01
2024-11-14T02:52:48,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/027e093d226d47c6acc28ba69f1b56f0 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/027e093d226d47c6acc28ba69f1b56f0
2024-11-14T02:52:48,167 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/027e093d226d47c6acc28ba69f1b56f0, entries=150, sequenceid=50, filesize=30.2 K
2024-11-14T02:52:48,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/e81062053a31436eb1ae37ea6e2331f7 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/e81062053a31436eb1ae37ea6e2331f7
2024-11-14T02:52:48,171 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/e81062053a31436eb1ae37ea6e2331f7, entries=150, sequenceid=50, filesize=11.7 K
2024-11-14T02:52:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/3ee36d212a0148249196638d351b8d01 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/3ee36d212a0148249196638d351b8d01
2024-11-14T02:52:48,187 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/3ee36d212a0148249196638d351b8d01, entries=150, sequenceid=50, filesize=11.7 K
2024-11-14T02:52:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,188 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 12388d089050b3ec104e8c519546fff8 in 1270ms, sequenceid=50, compaction requested=false
2024-11-14T02:52:48,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:52:48,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:48,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149
2024-11-14T02:52:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=149
2024-11-14T02:52:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,191 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148
2024-11-14T02:52:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,191 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6480 sec
2024-11-14T02:52:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,194 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.6530 sec
2024-11-14T02:52:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:48,395 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12388d089050b3ec104e8c519546fff8 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB
2024-11-14T02:52:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=A
2024-11-14T02:52:48,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:48,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=B
2024-11-14T02:52:48,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:48,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=C
2024-11-14T02:52:48,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:48,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e2d1bec5387b4a1f8fab56c1373a6018_12388d089050b3ec104e8c519546fff8 is 50, key is test_row_0/A:col10/1731552768394/Put/seqid=0
2024-11-14T02:52:48,439 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552768420, max timestamp=1731552768437Num uniques 859; 
2024-11-14T02:52:48,440 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731552768420, max timestamp=1731552768437Num uniques 859; 
2024-11-14T02:52:48,440 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:52:48,440 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259
2024-11-14T02:52:48,440 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731552768420, max timestamp=1731552768437Num uniques 859; 
2024-11-14T02:52:48,440 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-14T02:52:48,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742332_1508 (size=12154)
2024-11-14T02:52:48,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1731552828479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:48,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44148 deadline: 1731552828479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:48,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:48,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:48,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:48,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:48,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:48,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:48,489 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:48,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44194 deadline: 1731552828483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:48,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:48,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:48,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:48,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44148 deadline: 1731552828596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:48,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1731552828596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:48,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:48,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:48,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:48,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44194 deadline: 1731552828596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:48,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:48,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:48,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:48,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:48,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:48,601 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:48,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44148 deadline: 1731552828806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:48,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:48,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:48,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:48,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1731552828806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:48,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:48,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:48,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:48,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44194 deadline: 1731552828806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:48,811 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:48,811 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:48,811 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:48,845 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:48,848 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114e2d1bec5387b4a1f8fab56c1373a6018_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e2d1bec5387b4a1f8fab56c1373a6018_12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:48,849 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/f39a264e7c144d74bfca626312d765a5, store: [table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:52:48,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/f39a264e7c144d74bfca626312d765a5 is 175, key is test_row_0/A:col10/1731552768394/Put/seqid=0
2024-11-14T02:52:48,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742333_1509 (size=30955)
2024-11-14T02:52:49,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:49,122 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1731552829116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44148 deadline: 1731552829117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:49,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:49,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:49,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:49,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:49,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:49,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44194 deadline: 1731552829117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:49,123 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:49,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:49,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:49,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:49,253 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/f39a264e7c144d74bfca626312d765a5
2024-11-14T02:52:49,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/83030e1d4e9d43709d7bcfc312af0558 is 50, key is test_row_0/B:col10/1731552768394/Put/seqid=0
2024-11-14T02:52:49,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742334_1510 (size=12001)
2024-11-14T02:52:49,271 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/83030e1d4e9d43709d7bcfc312af0558
2024-11-14T02:52:49,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/f678a69c2f794daabfafc197ef7654da is 50, key is test_row_0/C:col10/1731552768394/Put/seqid=0
2024-11-14T02:52:49,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742335_1511 (size=12001)
2024-11-14T02:52:49,637 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1731552829636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:49,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:49,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:49,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:49,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44194 deadline: 1731552829637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:49,641 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44148 deadline: 1731552829637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:49,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:49,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:49,642 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:49,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:49,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:49,642 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:49,698 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/f678a69c2f794daabfafc197ef7654da
2024-11-14T02:52:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-14T02:52:49,706 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:52:49,707 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:52:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees
2024-11-14T02:52:49,709 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:52:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-14T02:52:49,710 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:52:49,710 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:52:49,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/f39a264e7c144d74bfca626312d765a5 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/f39a264e7c144d74bfca626312d765a5
2024-11-14T02:52:49,726 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/f39a264e7c144d74bfca626312d765a5, entries=150, sequenceid=61, filesize=30.2 K
2024-11-14T02:52:49,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/83030e1d4e9d43709d7bcfc312af0558 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/83030e1d4e9d43709d7bcfc312af0558
2024-11-14T02:52:49,736 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/83030e1d4e9d43709d7bcfc312af0558, entries=150, sequenceid=61, filesize=11.7 K
2024-11-14T02:52:49,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/f678a69c2f794daabfafc197ef7654da as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/f678a69c2f794daabfafc197ef7654da
2024-11-14T02:52:49,744 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/f678a69c2f794daabfafc197ef7654da, entries=150, sequenceid=61, filesize=11.7 K
2024-11-14T02:52:49,746 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=131.94 KB/135110 for 12388d089050b3ec104e8c519546fff8 in 1351ms, sequenceid=61, compaction requested=true
2024-11-14T02:52:49,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:52:49,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12388d089050b3ec104e8c519546fff8:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:52:49,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:49,746 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:49,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12388d089050b3ec104e8c519546fff8:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:52:49,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:49,746 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:49,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12388d089050b3ec104e8c519546fff8:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:52:49,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:49,747 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:49,747 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 12388d089050b3ec104e8c519546fff8/B is initiating minor compaction (all files)
2024-11-14T02:52:49,748 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12388d089050b3ec104e8c519546fff8/B in TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:49,748 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/94303021b6f345fab92fb13551a7e57a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/e81062053a31436eb1ae37ea6e2331f7, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/83030e1d4e9d43709d7bcfc312af0558] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp, totalSize=35.2 K
2024-11-14T02:52:49,748 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:49,748 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 12388d089050b3ec104e8c519546fff8/A is initiating minor compaction (all files)
2024-11-14T02:52:49,748 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12388d089050b3ec104e8c519546fff8/A in TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:49,748 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/a709325f61f3493786991df049fcd4cb, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/027e093d226d47c6acc28ba69f1b56f0, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/f39a264e7c144d74bfca626312d765a5] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp, totalSize=90.7 K
2024-11-14T02:52:49,748 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:49,748 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. files: [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/a709325f61f3493786991df049fcd4cb, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/027e093d226d47c6acc28ba69f1b56f0, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/f39a264e7c144d74bfca626312d765a5]
2024-11-14T02:52:49,749 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 94303021b6f345fab92fb13551a7e57a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731552765546
2024-11-14T02:52:49,749 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting e81062053a31436eb1ae37ea6e2331f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731552765585
2024-11-14T02:52:49,750 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting a709325f61f3493786991df049fcd4cb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731552765546
2024-11-14T02:52:49,750 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 83030e1d4e9d43709d7bcfc312af0558, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731552767758
2024-11-14T02:52:49,751 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 027e093d226d47c6acc28ba69f1b56f0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731552765585
2024-11-14T02:52:49,751 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting f39a264e7c144d74bfca626312d765a5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731552767758
2024-11-14T02:52:49,762 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12388d089050b3ec104e8c519546fff8#B#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:49,762 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/8834b7adc34144f0a9488bef6ff80590 is 50, key is test_row_0/B:col10/1731552768394/Put/seqid=0
2024-11-14T02:52:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:49,770 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12388d089050b3ec104e8c519546fff8 3/3 column families, dataSize=138.65 KB heapSize=390.45 KB
2024-11-14T02:52:49,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=A
2024-11-14T02:52:49,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:52:49,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=B
2024-11-14T02:52:49,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:52:49,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=C
2024-11-14T02:52:49,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:52:49,772 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:52:49,775 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114dfb7eb03dd7b41f498d29763fe22ab9d_12388d089050b3ec104e8c519546fff8 store=[table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:52:49,777 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114dfb7eb03dd7b41f498d29763fe22ab9d_12388d089050b3ec104e8c519546fff8, store=[table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:52:49,777 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114dfb7eb03dd7b41f498d29763fe22ab9d_12388d089050b3ec104e8c519546fff8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:52:49,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145422157cc3e74ffb90649e358cfbc235_12388d089050b3ec104e8c519546fff8 is 50, key is test_row_0/A:col10/1731552768444/Put/seqid=0
2024-11-14T02:52:49,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742336_1512 (size=12104)
2024-11-14T02:52:49,804 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742337_1513 (size=4469)
2024-11-14T02:52:49,805 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12388d089050b3ec104e8c519546fff8#A#compaction#442 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:49,806 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/334d935a55e64f879842f7446bb2d0c9 is 175, key is test_row_0/A:col10/1731552768394/Put/seqid=0
2024-11-14T02:52:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-14T02:52:49,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:49,817 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552829809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552829810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:49,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:49,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:49,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:49,818 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:49,818 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:49,818 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:49,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742339_1515 (size=31058)
2024-11-14T02:52:49,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742338_1514 (size=14594)
2024-11-14T02:52:49,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-14T02:52:49,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:49,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:49,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:49,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:49,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:49,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552829926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:49,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:49,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:49,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:49,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552829927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:49,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:49,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:49,930 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:50,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-14T02:52:50,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:50,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:50,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:50,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:50,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:50,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-14T02:52:50,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552830136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:50,139 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:50,139 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552830136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:50,139 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:50,139 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:50,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:50,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:50,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:50,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-14T02:52:50,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:50,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:50,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:50,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:50,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:50,201 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/8834b7adc34144f0a9488bef6ff80590 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/8834b7adc34144f0a9488bef6ff80590
2024-11-14T02:52:50,205 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12388d089050b3ec104e8c519546fff8/B of 12388d089050b3ec104e8c519546fff8 into 8834b7adc34144f0a9488bef6ff80590(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:50,205 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:52:50,205 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., storeName=12388d089050b3ec104e8c519546fff8/B, priority=13, startTime=1731552769746; duration=0sec
2024-11-14T02:52:50,205 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:50,205 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12388d089050b3ec104e8c519546fff8:B
2024-11-14T02:52:50,205 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:50,206 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:50,206 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 12388d089050b3ec104e8c519546fff8/C is initiating minor compaction (all files)
2024-11-14T02:52:50,206 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12388d089050b3ec104e8c519546fff8/C in TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:50,206 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/470f61e33f1c41dba8cfa0c334e7b6bc, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/3ee36d212a0148249196638d351b8d01, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/f678a69c2f794daabfafc197ef7654da] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp, totalSize=35.2 K
2024-11-14T02:52:50,206 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 470f61e33f1c41dba8cfa0c334e7b6bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731552765546
2024-11-14T02:52:50,206 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ee36d212a0148249196638d351b8d01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731552765585
2024-11-14T02:52:50,206 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting f678a69c2f794daabfafc197ef7654da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731552767758
2024-11-14T02:52:50,210 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12388d089050b3ec104e8c519546fff8#C#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:50,211 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/5597e29a984847f9b8eb31f5835d3c7a is 50, key is test_row_0/C:col10/1731552768394/Put/seqid=0
2024-11-14T02:52:50,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742340_1516 (size=12104)
2024-11-14T02:52:50,238 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:50,244 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/334d935a55e64f879842f7446bb2d0c9 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/334d935a55e64f879842f7446bb2d0c9
2024-11-14T02:52:50,246 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411145422157cc3e74ffb90649e358cfbc235_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145422157cc3e74ffb90649e358cfbc235_12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:50,247 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/3ecf930772914d05b01ee3cf6016b59d, store: [table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:52:50,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/3ecf930772914d05b01ee3cf6016b59d is 175, key is test_row_0/A:col10/1731552768444/Put/seqid=0
2024-11-14T02:52:50,250 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12388d089050b3ec104e8c519546fff8/A of 12388d089050b3ec104e8c519546fff8 into 334d935a55e64f879842f7446bb2d0c9(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:50,250 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:52:50,250 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., storeName=12388d089050b3ec104e8c519546fff8/A, priority=13, startTime=1731552769746; duration=0sec
2024-11-14T02:52:50,251 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:50,251 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12388d089050b3ec104e8c519546fff8:A
2024-11-14T02:52:50,269 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742341_1517 (size=39549)
2024-11-14T02:52:50,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-14T02:52:50,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:50,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:50,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:50,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:50,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:50,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-14T02:52:50,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552830446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:50,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:50,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:50,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:50,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552830446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:50,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:50,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:50,451 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:50,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-14T02:52:50,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:50,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:50,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:50,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:50,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:50,619 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/5597e29a984847f9b8eb31f5835d3c7a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/5597e29a984847f9b8eb31f5835d3c7a
2024-11-14T02:52:50,623 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12388d089050b3ec104e8c519546fff8/C of 12388d089050b3ec104e8c519546fff8 into 5597e29a984847f9b8eb31f5835d3c7a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:50,623 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:52:50,623 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., storeName=12388d089050b3ec104e8c519546fff8/C, priority=13, startTime=1731552769746; duration=0sec
2024-11-14T02:52:50,623 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:50,623 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12388d089050b3ec104e8c519546fff8:C
2024-11-14T02:52:50,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-14T02:52:50,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:50,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:50,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:50,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:50,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:50,650 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1731552830646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:50,650 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_0' in 12388d089050b3ec104e8c519546fff8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:50,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:50,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:50,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:50,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44148 deadline: 1731552830657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:50,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44194 deadline: 1731552830657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:50,660 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_1' in 12388d089050b3ec104e8c519546fff8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:50,660 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in 12388d089050b3ec104e8c519546fff8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:50,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:50,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:50,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:50,661 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:50,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:50,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:50,670 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/3ecf930772914d05b01ee3cf6016b59d
2024-11-14T02:52:50,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/28d61d4a50bd4ec68d7d05a569bfef8d is 50, key is test_row_0/B:col10/1731552768444/Put/seqid=0
2024-11-14T02:52:50,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742342_1518 (size=12001)
2024-11-14T02:52:50,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-14T02:52:50,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:50,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:50,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:50,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:50,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:50,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-14T02:52:50,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-14T02:52:50,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:50,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:50,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:50,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:50,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:50,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552830956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:50,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:50,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552830956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:50,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:50,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:50,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:50,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:50,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:51,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-14T02:52:51,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:51,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:51,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:51,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:51,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:51,095 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/28d61d4a50bd4ec68d7d05a569bfef8d
2024-11-14T02:52:51,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/5ed3c991ad424874b5d83cd868b873c9 is 50, key is test_row_0/C:col10/1731552768444/Put/seqid=0
2024-11-14T02:52:51,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742343_1519 (size=12001)
2024-11-14T02:52:51,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-14T02:52:51,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:51,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:51,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:51,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:51,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:51,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:51,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-14T02:52:51,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:51,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:51,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:51,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:51,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:51,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:51,504 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/5ed3c991ad424874b5d83cd868b873c9
2024-11-14T02:52:51,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/3ecf930772914d05b01ee3cf6016b59d as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/3ecf930772914d05b01ee3cf6016b59d
2024-11-14T02:52:51,510 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/3ecf930772914d05b01ee3cf6016b59d, entries=200, sequenceid=97, filesize=38.6 K
2024-11-14T02:52:51,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/28d61d4a50bd4ec68d7d05a569bfef8d as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/28d61d4a50bd4ec68d7d05a569bfef8d
2024-11-14T02:52:51,513 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/28d61d4a50bd4ec68d7d05a569bfef8d, entries=150, sequenceid=97, filesize=11.7 K
2024-11-14T02:52:51,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/5ed3c991ad424874b5d83cd868b873c9 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/5ed3c991ad424874b5d83cd868b873c9
2024-11-14T02:52:51,518 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/5ed3c991ad424874b5d83cd868b873c9, entries=150, sequenceid=97, filesize=11.7 K
2024-11-14T02:52:51,519 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~138.65 KB/141980, heapSize ~390.41 KB/399776, currentSize=46.96 KB/48090 for 12388d089050b3ec104e8c519546fff8 in 1749ms, sequenceid=97, compaction requested=false
2024-11-14T02:52:51,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:52:51,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-14T02:52:51,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:51,543 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 12388d089050b3ec104e8c519546fff8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB
2024-11-14T02:52:51,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=A
2024-11-14T02:52:51,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:51,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=B
2024-11-14T02:52:51,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:51,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=C
2024-11-14T02:52:51,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:51,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140009bec6759847ffbf867685b995ccab_12388d089050b3ec104e8c519546fff8 is 50, key is test_row_0/A:col10/1731552769806/Put/seqid=0
2024-11-14T02:52:51,564 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742344_1520 (size=12154)
2024-11-14T02:52:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-14T02:52:51,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:51,967 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411140009bec6759847ffbf867685b995ccab_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140009bec6759847ffbf867685b995ccab_12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:51,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/0140b13dda1c43099afd92ac38699c22, store: [table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:52:51,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/0140b13dda1c43099afd92ac38699c22 is 175, key is test_row_0/A:col10/1731552769806/Put/seqid=0
2024-11-14T02:52:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:51,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:51,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742345_1521 (size=30955)
2024-11-14T02:52:52,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731552772006, max timestamp=1731552772015Num uniques 859; 
2024-11-14T02:52:52,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731552772006, max timestamp=1731552772015Num uniques 859; 
2024-11-14T02:52:52,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-14T02:52:52,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-14T02:52:52,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731552772006, max timestamp=1731552772015Num uniques 859; 
2024-11-14T02:52:52,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-14T02:52:52,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552832069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:52,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:52,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552832070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:52,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:52,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:52,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:52,076 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:52,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:52,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:52,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552832186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:52,188 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552832186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:52,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:52,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:52,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:52,188 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:52,188 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:52,188 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:52,371 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=110, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/0140b13dda1c43099afd92ac38699c22
2024-11-14T02:52:52,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/c1202d55762f440e9626b49697243939 is 50, key is test_row_0/B:col10/1731552769806/Put/seqid=0
2024-11-14T02:52:52,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742346_1522 (size=12001)
2024-11-14T02:52:52,379 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/c1202d55762f440e9626b49697243939
2024-11-14T02:52:52,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/e77986e6b6e1485b90dd689cbabe0546 is 50, key is test_row_0/C:col10/1731552769806/Put/seqid=0
2024-11-14T02:52:52,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742347_1523 (size=12001)
2024-11-14T02:52:52,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:52,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552832396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:52,398 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:52,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552832396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:52,398 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:52,669 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1731552832666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:52,670 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_0' in 12388d089050b3ec104e8c519546fff8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:52,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:52,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:52,671 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:52,679 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44194 deadline: 1731552832676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:52,680 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in 12388d089050b3ec104e8c519546fff8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:52,689 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:52,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44148 deadline: 1731552832686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:52,690 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_1' in 12388d089050b3ec104e8c519546fff8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4210 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:52,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:52,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:52,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:52,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552832706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:52,708 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:52,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552832706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:52,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:52,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:52,709 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:52,709 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:52,709 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:52,787 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/e77986e6b6e1485b90dd689cbabe0546
2024-11-14T02:52:52,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/0140b13dda1c43099afd92ac38699c22 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/0140b13dda1c43099afd92ac38699c22
2024-11-14T02:52:52,793 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/0140b13dda1c43099afd92ac38699c22, entries=150, sequenceid=110, filesize=30.2 K
2024-11-14T02:52:52,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/c1202d55762f440e9626b49697243939 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/c1202d55762f440e9626b49697243939
2024-11-14T02:52:52,795 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/c1202d55762f440e9626b49697243939, entries=150, sequenceid=110, filesize=11.7 K
2024-11-14T02:52:52,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/e77986e6b6e1485b90dd689cbabe0546 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/e77986e6b6e1485b90dd689cbabe0546
2024-11-14T02:52:52,798 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/e77986e6b6e1485b90dd689cbabe0546, entries=150, sequenceid=110, filesize=11.7 K
2024-11-14T02:52:52,799 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 12388d089050b3ec104e8c519546fff8 in 1256ms, sequenceid=110, compaction requested=true
2024-11-14T02:52:52,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:52:52,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:52,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151
2024-11-14T02:52:52,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=151
2024-11-14T02:52:52,802 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150
2024-11-14T02:52:52,802 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0900 sec
2024-11-14T02:52:52,803 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 3.0950 sec
2024-11-14T02:52:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:53,219 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12388d089050b3ec104e8c519546fff8 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB
2024-11-14T02:52:53,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=A
2024-11-14T02:52:53,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-14T02:52:53,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=B
2024-11-14T02:52:53,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-14T02:52:53,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=C
2024-11-14T02:52:53,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-14T02:52:53,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146ed90f1d214d479c9c4ecb55cfc79445_12388d089050b3ec104e8c519546fff8 is 50, key is test_row_0/A:col10/1731552772068/Put/seqid=0
2024-11-14T02:52:53,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742348_1524 (size=14794)
2024-11-14T02:52:53,238 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552833234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:53,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:53,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:53,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:53,244 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552833238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:53,351 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:53,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552833346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:53,351 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:53,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:53,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:53,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552833347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:53,351 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:53,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:53,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:53,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:53,559 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552833556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:53,559 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552833556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:53,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:53,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:53,559 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:53,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:53,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:53,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:53,630 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:53,632 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411146ed90f1d214d479c9c4ecb55cfc79445_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146ed90f1d214d479c9c4ecb55cfc79445_12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:53,632 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/fe0e9b97bb864d2fa408cbc6ac8c9d89, store: [table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:52:53,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/fe0e9b97bb864d2fa408cbc6ac8c9d89 is 175, key is test_row_0/A:col10/1731552772068/Put/seqid=0
2024-11-14T02:52:53,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742349_1525 (size=39749)
2024-11-14T02:52:53,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:53,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552833866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:53,868 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:53,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552833866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:53,868 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:53,869 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:53,869 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:53,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:53,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:53,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-14T02:52:53,886 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:52:53,887 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:52:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees
2024-11-14T02:52:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-14T02:52:53,888 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:52:53,888 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:52:53,888 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:52:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-14T02:52:54,036 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=148, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/fe0e9b97bb864d2fa408cbc6ac8c9d89
2024-11-14T02:52:54,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-14T02:52:54,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:54,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:54,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:54,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:54,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:54,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/6e35f34c8af740f9863d0e373ca1307f is 50, key is test_row_0/B:col10/1731552772068/Put/seqid=0
2024-11-14T02:52:54,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742350_1526 (size=12151)
2024-11-14T02:52:54,045 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/6e35f34c8af740f9863d0e373ca1307f
2024-11-14T02:52:54,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/ae8d4e89604a45b2baccde9f1fd061c3 is 50, key is test_row_0/C:col10/1731552772068/Put/seqid=0
2024-11-14T02:52:54,055 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742351_1527 (size=12151)
2024-11-14T02:52:54,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-14T02:52:54,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:54,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:54,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:54,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:54,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-14T02:52:54,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-14T02:52:54,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:54,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:54,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:54,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:54,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=153
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:54,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552834376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:54,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:54,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552834376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:54,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:54,456 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/ae8d4e89604a45b2baccde9f1fd061c3
2024-11-14T02:52:54,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/fe0e9b97bb864d2fa408cbc6ac8c9d89 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/fe0e9b97bb864d2fa408cbc6ac8c9d89
2024-11-14T02:52:54,461 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/fe0e9b97bb864d2fa408cbc6ac8c9d89, entries=200, sequenceid=148, filesize=38.8 K
2024-11-14T02:52:54,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/6e35f34c8af740f9863d0e373ca1307f as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/6e35f34c8af740f9863d0e373ca1307f
2024-11-14T02:52:54,464 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/6e35f34c8af740f9863d0e373ca1307f, entries=150, sequenceid=148, filesize=11.9 K
2024-11-14T02:52:54,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/ae8d4e89604a45b2baccde9f1fd061c3 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/ae8d4e89604a45b2baccde9f1fd061c3
2024-11-14T02:52:54,467 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/ae8d4e89604a45b2baccde9f1fd061c3, entries=150, sequenceid=148, filesize=11.9 K
2024-11-14T02:52:54,468 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for 12388d089050b3ec104e8c519546fff8 in 1249ms, sequenceid=148, compaction requested=true
2024-11-14T02:52:54,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:52:54,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12388d089050b3ec104e8c519546fff8:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:52:54,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:54,468 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-14T02:52:54,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12388d089050b3ec104e8c519546fff8:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:52:54,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:54,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12388d089050b3ec104e8c519546fff8:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:52:54,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:54,468 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-14T02:52:54,471 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 141311 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-14T02:52:54,471 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-14T02:52:54,471 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 12388d089050b3ec104e8c519546fff8/A is initiating minor compaction (all files)
2024-11-14T02:52:54,471 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 12388d089050b3ec104e8c519546fff8/B is initiating minor compaction (all files)
2024-11-14T02:52:54,471 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12388d089050b3ec104e8c519546fff8/B in TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:54,471 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12388d089050b3ec104e8c519546fff8/A in TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:54,471 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/8834b7adc34144f0a9488bef6ff80590, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/28d61d4a50bd4ec68d7d05a569bfef8d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/c1202d55762f440e9626b49697243939, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/6e35f34c8af740f9863d0e373ca1307f] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp, totalSize=47.1 K
2024-11-14T02:52:54,471 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/334d935a55e64f879842f7446bb2d0c9, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/3ecf930772914d05b01ee3cf6016b59d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/0140b13dda1c43099afd92ac38699c22, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/fe0e9b97bb864d2fa408cbc6ac8c9d89] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp, totalSize=138.0 K
2024-11-14T02:52:54,471 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:54,471 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. files: [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/334d935a55e64f879842f7446bb2d0c9, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/3ecf930772914d05b01ee3cf6016b59d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/0140b13dda1c43099afd92ac38699c22, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/fe0e9b97bb864d2fa408cbc6ac8c9d89]
2024-11-14T02:52:54,472 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 8834b7adc34144f0a9488bef6ff80590, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731552767758
2024-11-14T02:52:54,472 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 334d935a55e64f879842f7446bb2d0c9, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731552767758
2024-11-14T02:52:54,472 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 28d61d4a50bd4ec68d7d05a569bfef8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731552768444
2024-11-14T02:52:54,472 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ecf930772914d05b01ee3cf6016b59d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731552768444
2024-11-14T02:52:54,472 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting c1202d55762f440e9626b49697243939, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731552769799
2024-11-14T02:52:54,472 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0140b13dda1c43099afd92ac38699c22, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731552769799
2024-11-14T02:52:54,472 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e35f34c8af740f9863d0e373ca1307f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731552772031
2024-11-14T02:52:54,472 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe0e9b97bb864d2fa408cbc6ac8c9d89, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731552772031
2024-11-14T02:52:54,478 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:52:54,480 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114319fb2ee92014a7e96dadd55bfe27808_12388d089050b3ec104e8c519546fff8 store=[table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:52:54,481 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12388d089050b3ec104e8c519546fff8#B#compaction#454 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:54,481 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/e43285f8738840fe96b77c152e837e81 is 50, key is test_row_0/B:col10/1731552772068/Put/seqid=0
2024-11-14T02:52:54,483 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114319fb2ee92014a7e96dadd55bfe27808_12388d089050b3ec104e8c519546fff8, store=[table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:52:54,483 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114319fb2ee92014a7e96dadd55bfe27808_12388d089050b3ec104e8c519546fff8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:52:54,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742352_1528 (size=12391)
2024-11-14T02:52:54,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742353_1529 (size=4469)
2024-11-14T02:52:54,488 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/e43285f8738840fe96b77c152e837e81 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/e43285f8738840fe96b77c152e837e81
2024-11-14T02:52:54,488 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12388d089050b3ec104e8c519546fff8#A#compaction#453 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:54,489 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/50152b7dbd654a37ae3392e8107fafb0 is 175, key is test_row_0/A:col10/1731552772068/Put/seqid=0
2024-11-14T02:52:54,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742354_1530 (size=31345)
2024-11-14T02:52:54,495 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 12388d089050b3ec104e8c519546fff8/B of 12388d089050b3ec104e8c519546fff8 into e43285f8738840fe96b77c152e837e81(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:54,495 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:52:54,495 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., storeName=12388d089050b3ec104e8c519546fff8/B, priority=12, startTime=1731552774468; duration=0sec
2024-11-14T02:52:54,495 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:54,495 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12388d089050b3ec104e8c519546fff8:B
2024-11-14T02:52:54,495 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-14T02:52:54,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-14T02:52:54,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:54,498 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 12388d089050b3ec104e8c519546fff8 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB
2024-11-14T02:52:54,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=A
2024-11-14T02:52:54,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:54,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=B
2024-11-14T02:52:54,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:54,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=C
2024-11-14T02:52:54,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:54,504 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-14T02:52:54,504 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 12388d089050b3ec104e8c519546fff8/C is initiating minor compaction (all files)
2024-11-14T02:52:54,504 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12388d089050b3ec104e8c519546fff8/C in TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:54,505 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/5597e29a984847f9b8eb31f5835d3c7a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/5ed3c991ad424874b5d83cd868b873c9, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/e77986e6b6e1485b90dd689cbabe0546, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/ae8d4e89604a45b2baccde9f1fd061c3] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp, totalSize=47.1 K
2024-11-14T02:52:54,506 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 5597e29a984847f9b8eb31f5835d3c7a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731552767758
2024-11-14T02:52:54,506 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ed3c991ad424874b5d83cd868b873c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731552768444
2024-11-14T02:52:54,506 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting e77986e6b6e1485b90dd689cbabe0546, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1731552769799
2024-11-14T02:52:54,506 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting ae8d4e89604a45b2baccde9f1fd061c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731552772031
2024-11-14T02:52:54,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111493cda74843d54781ae8c3e81e63971a3_12388d089050b3ec104e8c519546fff8 is 50, key is test_row_0/A:col10/1731552773225/Put/seqid=0
2024-11-14T02:52:54,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742355_1531 (size=12304)
2024-11-14T02:52:54,515 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12388d089050b3ec104e8c519546fff8#C#compaction#456 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:54,515 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/899bb97d725e4bad9cc4214e66ffe260 is 50, key is test_row_0/C:col10/1731552772068/Put/seqid=0
2024-11-14T02:52:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-14T02:52:54,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742356_1532 (size=12391)
2024-11-14T02:52:54,896 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/50152b7dbd654a37ae3392e8107fafb0 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/50152b7dbd654a37ae3392e8107fafb0
2024-11-14T02:52:54,900 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 12388d089050b3ec104e8c519546fff8/A of 12388d089050b3ec104e8c519546fff8 into 50152b7dbd654a37ae3392e8107fafb0(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:54,900 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:52:54,900 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., storeName=12388d089050b3ec104e8c519546fff8/A, priority=12, startTime=1731552774468; duration=0sec
2024-11-14T02:52:54,900 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:54,900 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12388d089050b3ec104e8c519546fff8:A
2024-11-14T02:52:54,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:54,918 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111493cda74843d54781ae8c3e81e63971a3_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111493cda74843d54781ae8c3e81e63971a3_12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:54,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/86b8414d68804e47ba6ffb4d5287b812, store: [table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:52:54,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/86b8414d68804e47ba6ffb4d5287b812 is 175, key is test_row_0/A:col10/1731552773225/Put/seqid=0
2024-11-14T02:52:54,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742357_1533 (size=31105)
2024-11-14T02:52:54,923 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/899bb97d725e4bad9cc4214e66ffe260 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/899bb97d725e4bad9cc4214e66ffe260
2024-11-14T02:52:54,927 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 12388d089050b3ec104e8c519546fff8/C of 12388d089050b3ec104e8c519546fff8 into 899bb97d725e4bad9cc4214e66ffe260(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:54,927 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:52:54,927 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., storeName=12388d089050b3ec104e8c519546fff8/C, priority=12, startTime=1731552774468; duration=0sec
2024-11-14T02:52:54,927 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:54,927 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12388d089050b3ec104e8c519546fff8:C
2024-11-14T02:52:55,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-14T02:52:55,323 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/86b8414d68804e47ba6ffb4d5287b812
2024-11-14T02:52:55,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/5c4d563708f44e9598864e63c4917a01 is 50, key is test_row_0/B:col10/1731552773225/Put/seqid=0
2024-11-14T02:52:55,332 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742358_1534 (size=12151)
2024-11-14T02:52:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:55,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:55,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731552775410, max timestamp=1731552775429Num uniques 859; 
2024-11-14T02:52:55,431 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-14T02:52:55,432 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731552775410, max timestamp=1731552775429Num uniques 859; 
2024-11-14T02:52:55,432 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731552775410, max timestamp=1731552775429Num uniques 859; 
2024-11-14T02:52:55,432 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-14T02:52:55,432 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-14T02:52:55,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:55,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552835478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:55,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:55,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:55,483 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:55,485 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:55,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552835480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:55,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:55,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:55,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:55,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552835586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:55,598 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552835596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:55,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:55,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:55,598 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:55,732 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/5c4d563708f44e9598864e63c4917a01
2024-11-14T02:52:55,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/69b735c58f324151af7aae25964c7bb1 is 50, key is test_row_0/C:col10/1731552773225/Put/seqid=0
2024-11-14T02:52:55,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742359_1535 (size=12151)
2024-11-14T02:52:55,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552835796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:55,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:55,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:55,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:55,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552835806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:55,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:55,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:55,809 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-14T02:52:56,107 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552836106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:56,107 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:56,107 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:56,107 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:56,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552836116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:56,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:56,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:56,120 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:56,140 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/69b735c58f324151af7aae25964c7bb1
2024-11-14T02:52:56,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/86b8414d68804e47ba6ffb4d5287b812 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/86b8414d68804e47ba6ffb4d5287b812
2024-11-14T02:52:56,146 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/86b8414d68804e47ba6ffb4d5287b812, entries=150, sequenceid=158, filesize=30.4 K
2024-11-14T02:52:56,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/5c4d563708f44e9598864e63c4917a01 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/5c4d563708f44e9598864e63c4917a01
2024-11-14T02:52:56,149 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/5c4d563708f44e9598864e63c4917a01, entries=150, sequenceid=158, filesize=11.9 K
2024-11-14T02:52:56,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/69b735c58f324151af7aae25964c7bb1 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/69b735c58f324151af7aae25964c7bb1
2024-11-14T02:52:56,152 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/69b735c58f324151af7aae25964c7bb1, entries=150, sequenceid=158, filesize=11.9 K
2024-11-14T02:52:56,153 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for 12388d089050b3ec104e8c519546fff8 in 1655ms, sequenceid=158, compaction requested=false
2024-11-14T02:52:56,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:52:56,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:56,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153
2024-11-14T02:52:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=153
2024-11-14T02:52:56,155 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152
2024-11-14T02:52:56,155 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2660 sec
2024-11-14T02:52:56,156 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.2680 sec
2024-11-14T02:52:56,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:56,619 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12388d089050b3ec104e8c519546fff8 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB
2024-11-14T02:52:56,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=A
2024-11-14T02:52:56,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-14T02:52:56,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=B
2024-11-14T02:52:56,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-14T02:52:56,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=C
2024-11-14T02:52:56,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null
2024-11-14T02:52:56,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114aee92fe27d45442f94f32dd30b0227f9_12388d089050b3ec104e8c519546fff8 is 50, key is test_row_0/A:col10/1731552776618/Put/seqid=0
2024-11-14T02:52:56,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742360_1536 (size=14794)
2024-11-14T02:52:56,639 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552836635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:56,639 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:56,639 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:56,639 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:56,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552836635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:56,639 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:56,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:56,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:56,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:56,700 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:56,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44194 deadline: 1731552836696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:56,700 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_2' in 12388d089050b3ec104e8c519546fff8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8216 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:56,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:56,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:56,700 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:56,711 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:56,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44188 deadline: 1731552836706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:56,711 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_0' in 12388d089050b3ec104e8c519546fff8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8232 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:56,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:56,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:56,712 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:56,719 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:56,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44148 deadline: 1731552836716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:56,719 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 83c5a5c119d5,40161,1731552599826 for 'test_row_1' in 12388d089050b3ec104e8c519546fff8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8240 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-14T02:52:56,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:56,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:56,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:56,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552836746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:56,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552836746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:56,749 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:56,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:56,749 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:56,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:56,749 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:56,749 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:56,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552836956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:56,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552836956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:56,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:56,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:56,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:56,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:56,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:56,960 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:57,032 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:57,034 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114aee92fe27d45442f94f32dd30b0227f9_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114aee92fe27d45442f94f32dd30b0227f9_12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:57,034 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/737fa72472cc41fc991c0d065e48ddc4, store: [table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:52:57,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/737fa72472cc41fc991c0d065e48ddc4 is 175, key is test_row_0/A:col10/1731552776618/Put/seqid=0
2024-11-14T02:52:57,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742361_1537 (size=39749)
2024-11-14T02:52:57,042 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/737fa72472cc41fc991c0d065e48ddc4
2024-11-14T02:52:57,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/38e27b65d41f457b84e8e5be042fa23f is 50, key is test_row_0/B:col10/1731552776618/Put/seqid=0
2024-11-14T02:52:57,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742362_1538 (size=12151)
2024-11-14T02:52:57,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552837266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:57,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:57,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:57,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552837266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:57,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:57,271 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:57,271 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:57,272 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:57,451 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/38e27b65d41f457b84e8e5be042fa23f
2024-11-14T02:52:57,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/2b39f309b08e43b196a07564153054c8 is 50, key is test_row_0/C:col10/1731552776618/Put/seqid=0
2024-11-14T02:52:57,459 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742363_1539 (size=12151)
2024-11-14T02:52:57,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552837779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:57,782 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:57,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552837786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:57,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:57,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:57,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:57,860 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/2b39f309b08e43b196a07564153054c8
2024-11-14T02:52:57,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/737fa72472cc41fc991c0d065e48ddc4 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/737fa72472cc41fc991c0d065e48ddc4
2024-11-14T02:52:57,866 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/737fa72472cc41fc991c0d065e48ddc4, entries=200, sequenceid=198, filesize=38.8 K
2024-11-14T02:52:57,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/38e27b65d41f457b84e8e5be042fa23f as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/38e27b65d41f457b84e8e5be042fa23f
2024-11-14T02:52:57,869 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/38e27b65d41f457b84e8e5be042fa23f, entries=150, sequenceid=198, filesize=11.9 K
2024-11-14T02:52:57,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/2b39f309b08e43b196a07564153054c8 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/2b39f309b08e43b196a07564153054c8
2024-11-14T02:52:57,872 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/2b39f309b08e43b196a07564153054c8, entries=150, sequenceid=198, filesize=11.9 K
2024-11-14T02:52:57,873 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~420.80 KB/430896, currentSize=33.54 KB/34350 for 12388d089050b3ec104e8c519546fff8 in 1254ms, sequenceid=198, compaction requested=true
2024-11-14T02:52:57,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:52:57,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12388d089050b3ec104e8c519546fff8:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:52:57,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:57,873 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:57,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12388d089050b3ec104e8c519546fff8:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:52:57,873 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:57,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:57,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12388d089050b3ec104e8c519546fff8:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:52:57,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:57,874 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102199 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:57,874 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 12388d089050b3ec104e8c519546fff8/A is initiating minor compaction (all files)
2024-11-14T02:52:57,874 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12388d089050b3ec104e8c519546fff8/A in TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:57,874 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/50152b7dbd654a37ae3392e8107fafb0, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/86b8414d68804e47ba6ffb4d5287b812, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/737fa72472cc41fc991c0d065e48ddc4] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp, totalSize=99.8 K
2024-11-14T02:52:57,874 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:57,874 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. files: [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/50152b7dbd654a37ae3392e8107fafb0, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/86b8414d68804e47ba6ffb4d5287b812, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/737fa72472cc41fc991c0d065e48ddc4]
2024-11-14T02:52:57,874 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:57,874 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 12388d089050b3ec104e8c519546fff8/B is initiating minor compaction (all files)
2024-11-14T02:52:57,874 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50152b7dbd654a37ae3392e8107fafb0, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731552772031
2024-11-14T02:52:57,875 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 86b8414d68804e47ba6ffb4d5287b812, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731552773225
2024-11-14T02:52:57,875 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 737fa72472cc41fc991c0d065e48ddc4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731552775455
2024-11-14T02:52:57,875 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12388d089050b3ec104e8c519546fff8/B in TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:57,875 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/e43285f8738840fe96b77c152e837e81, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/5c4d563708f44e9598864e63c4917a01, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/38e27b65d41f457b84e8e5be042fa23f] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp, totalSize=35.8 K
2024-11-14T02:52:57,876 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting e43285f8738840fe96b77c152e837e81, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731552772031
2024-11-14T02:52:57,876 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c4d563708f44e9598864e63c4917a01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731552773225
2024-11-14T02:52:57,876 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 38e27b65d41f457b84e8e5be042fa23f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731552775455
2024-11-14T02:52:57,879 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:52:57,880 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114819490c7ef3943ecbf6d98c06c29f078_12388d089050b3ec104e8c519546fff8 store=[table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:52:57,883 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114819490c7ef3943ecbf6d98c06c29f078_12388d089050b3ec104e8c519546fff8, store=[table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:52:57,883 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114819490c7ef3943ecbf6d98c06c29f078_12388d089050b3ec104e8c519546fff8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:52:57,885 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12388d089050b3ec104e8c519546fff8#B#compaction#463 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:57,886 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/f8fb0977308a4f0ab9de768aece803c2 is 50, key is test_row_0/B:col10/1731552776618/Put/seqid=0
2024-11-14T02:52:57,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742364_1540 (size=4469)
2024-11-14T02:52:57,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742365_1541 (size=12493)
2024-11-14T02:52:57,891 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12388d089050b3ec104e8c519546fff8#A#compaction#462 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:57,892 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/a9d2d71748ce4c88bc720ec6b4217be1 is 175, key is test_row_0/A:col10/1731552776618/Put/seqid=0
2024-11-14T02:52:57,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742366_1542 (size=31447)
2024-11-14T02:52:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-14T02:52:58,046 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:52:58,047 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:52:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees
2024-11-14T02:52:58,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-14T02:52:58,048 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:52:58,048 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:52:58,049 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:52:58,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-14T02:52:58,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-14T02:52:58,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:58,200 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 12388d089050b3ec104e8c519546fff8 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-14T02:52:58,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=A
2024-11-14T02:52:58,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:58,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=B
2024-11-14T02:52:58,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:58,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=C
2024-11-14T02:52:58,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:52:58,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148f049c49c5a04d7d867fb4e08a036fd8_12388d089050b3ec104e8c519546fff8 is 50, key is test_row_0/A:col10/1731552776633/Put/seqid=0
2024-11-14T02:52:58,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742367_1543 (size=12304)
2024-11-14T02:52:58,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:58,217 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148f049c49c5a04d7d867fb4e08a036fd8_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148f049c49c5a04d7d867fb4e08a036fd8_12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:58,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/47887f3722e84fd4802052626955af9d, store: [table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:52:58,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/47887f3722e84fd4802052626955af9d is 175, key is test_row_0/A:col10/1731552776633/Put/seqid=0
2024-11-14T02:52:58,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742368_1544 (size=31105)
2024-11-14T02:52:58,222 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=206, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/47887f3722e84fd4802052626955af9d
2024-11-14T02:52:58,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/be3c7a0199ac4ae4afd452d4b2d11f4f is 50, key is test_row_0/B:col10/1731552776633/Put/seqid=0
2024-11-14T02:52:58,237 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742369_1545 (size=12151)
2024-11-14T02:52:58,255 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-14T02:52:58,294 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/f8fb0977308a4f0ab9de768aece803c2 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/f8fb0977308a4f0ab9de768aece803c2
2024-11-14T02:52:58,297 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12388d089050b3ec104e8c519546fff8/B of 12388d089050b3ec104e8c519546fff8 into f8fb0977308a4f0ab9de768aece803c2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:58,297 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:52:58,297 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., storeName=12388d089050b3ec104e8c519546fff8/B, priority=13, startTime=1731552777873; duration=0sec
2024-11-14T02:52:58,298 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:52:58,298 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12388d089050b3ec104e8c519546fff8:B
2024-11-14T02:52:58,298 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:52:58,298 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:52:58,298 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 12388d089050b3ec104e8c519546fff8/C is initiating minor compaction (all files)
2024-11-14T02:52:58,299 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12388d089050b3ec104e8c519546fff8/C in TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:58,299 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/899bb97d725e4bad9cc4214e66ffe260, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/69b735c58f324151af7aae25964c7bb1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/2b39f309b08e43b196a07564153054c8] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp, totalSize=35.8 K
2024-11-14T02:52:58,299 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 899bb97d725e4bad9cc4214e66ffe260, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731552772031
2024-11-14T02:52:58,299 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 69b735c58f324151af7aae25964c7bb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731552773225
2024-11-14T02:52:58,299 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b39f309b08e43b196a07564153054c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731552775455
2024-11-14T02:52:58,305 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12388d089050b3ec104e8c519546fff8#C#compaction#466 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:52:58,305 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/92d6624e0aac474ab4cafdf3d5cd8159 is 50, key is test_row_0/C:col10/1731552776618/Put/seqid=0
2024-11-14T02:52:58,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742370_1546 (size=12493)
2024-11-14T02:52:58,332 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/a9d2d71748ce4c88bc720ec6b4217be1 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/a9d2d71748ce4c88bc720ec6b4217be1
2024-11-14T02:52:58,336 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12388d089050b3ec104e8c519546fff8/A of 12388d089050b3ec104e8c519546fff8 into a9d2d71748ce4c88bc720ec6b4217be1(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:58,336 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:52:58,336 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., storeName=12388d089050b3ec104e8c519546fff8/A, priority=13, startTime=1731552777873; duration=0sec
2024-11-14T02:52:58,336 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:58,336 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12388d089050b3ec104e8c519546fff8:A
2024-11-14T02:52:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-14T02:52:58,637 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/be3c7a0199ac4ae4afd452d4b2d11f4f
2024-11-14T02:52:58,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/d69145c6f287467f82aa6cfd56030fd7 is 50, key is test_row_0/C:col10/1731552776633/Put/seqid=0
2024-11-14T02:52:58,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742371_1547 (size=12151)
2024-11-14T02:52:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-14T02:52:58,712 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/92d6624e0aac474ab4cafdf3d5cd8159 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/92d6624e0aac474ab4cafdf3d5cd8159
2024-11-14T02:52:58,715 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12388d089050b3ec104e8c519546fff8/C of 12388d089050b3ec104e8c519546fff8 into 92d6624e0aac474ab4cafdf3d5cd8159(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:52:58,715 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:52:58,715 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., storeName=12388d089050b3ec104e8c519546fff8/C, priority=13, startTime=1731552777873; duration=0sec
2024-11-14T02:52:58,715 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:52:58,716 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12388d089050b3ec104e8c519546fff8:C
2024-11-14T02:52:58,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:58,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731552778819, max timestamp=1731552778836Num uniques 859; 
2024-11-14T02:52:58,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731552778819, max timestamp=1731552778836Num uniques 859; 
2024-11-14T02:52:58,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209
2024-11-14T02:52:58,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-14T02:52:58,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731552778819, max timestamp=1731552778836Num uniques 859; 
2024-11-14T02:52:58,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159
2024-11-14T02:52:58,910 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731552778893, max timestamp=1731552778907Num uniques 1068; 
2024-11-14T02:52:58,910 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168
2024-11-14T02:52:58,910 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731552778893, max timestamp=1731552778907Num uniques 1018; 
2024-11-14T02:52:58,910 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-14T02:52:58,911 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731552778893, max timestamp=1731552778907Num uniques 1018; 
2024-11-14T02:52:58,911 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168
2024-11-14T02:52:58,963 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731552778939, max timestamp=1731552778959Num uniques 1027; 
2024-11-14T02:52:58,963 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731552778939, max timestamp=1731552778959Num uniques 1027; 
2024-11-14T02:52:58,963 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177
2024-11-14T02:52:58,963 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177
2024-11-14T02:52:58,963 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1731552778939, max timestamp=1731552778959Num uniques 1027; 
2024-11-14T02:52:58,963 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177
2024-11-14T02:52:59,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731552778986, max timestamp=1731552779006Num uniques 1036; 
2024-11-14T02:52:59,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731552778986, max timestamp=1731552779006Num uniques 1036; 
2024-11-14T02:52:59,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1731552778986, max timestamp=1731552779006Num uniques 1036; 
2024-11-14T02:52:59,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236
2024-11-14T02:52:59,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236
2024-11-14T02:52:59,010 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236
2024-11-14T02:52:59,050 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731552779040, max timestamp=1731552779047Num uniques 1095; 
2024-11-14T02:52:59,050 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195
2024-11-14T02:52:59,051 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/d69145c6f287467f82aa6cfd56030fd7
2024-11-14T02:52:59,051 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731552779040, max timestamp=1731552779047Num uniques 1095; 
2024-11-14T02:52:59,051 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195
2024-11-14T02:52:59,051 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1731552779040, max timestamp=1731552779047Num uniques 1095; 
2024-11-14T02:52:59,051 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/83c5a5c119d5:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195
2024-11-14T02:52:59,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/47887f3722e84fd4802052626955af9d as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/47887f3722e84fd4802052626955af9d
2024-11-14T02:52:59,058 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/47887f3722e84fd4802052626955af9d, entries=150, sequenceid=206, filesize=30.4 K
2024-11-14T02:52:59,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/be3c7a0199ac4ae4afd452d4b2d11f4f as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/be3c7a0199ac4ae4afd452d4b2d11f4f
2024-11-14T02:52:59,061 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/be3c7a0199ac4ae4afd452d4b2d11f4f, entries=150, sequenceid=206, filesize=11.9 K
2024-11-14T02:52:59,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/d69145c6f287467f82aa6cfd56030fd7 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/d69145c6f287467f82aa6cfd56030fd7
2024-11-14T02:52:59,067 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/d69145c6f287467f82aa6cfd56030fd7, entries=150, sequenceid=206, filesize=11.9 K
2024-11-14T02:52:59,067 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=67.09 KB/68700 for 12388d089050b3ec104e8c519546fff8 in 867ms, sequenceid=206, compaction requested=false
2024-11-14T02:52:59,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:52:59,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:59,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155
2024-11-14T02:52:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:59,068 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12388d089050b3ec104e8c519546fff8 3/3 column families, dataSize=73.80 KB heapSize=202.31 KB
2024-11-14T02:52:59,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=A
2024-11-14T02:52:59,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:52:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=155
2024-11-14T02:52:59,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=B
2024-11-14T02:52:59,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:52:59,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=C
2024-11-14T02:52:59,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null
2024-11-14T02:52:59,072 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154
2024-11-14T02:52:59,072 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0200 sec
2024-11-14T02:52:59,074 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.0250 sec
2024-11-14T02:52:59,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b9e3dccd0b4b4d7c94fa15318ba22430_12388d089050b3ec104e8c519546fff8 is 50, key is test_row_0/A:col10/1731552779064/Put/seqid=0
2024-11-14T02:52:59,089 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742372_1548 (size=17534)
2024-11-14T02:52:59,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552839106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:59,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:59,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:59,111 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:59,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552839109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:59,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:59,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:59,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-14T02:52:59,186 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:52:59,186 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:52:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees
2024-11-14T02:52:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-14T02:52:59,188 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:52:59,188 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:52:59,188 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:52:59,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552839216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:59,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:59,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:59,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552839216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:59,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:59,220 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:59,220 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:59,220 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-14T02:52:59,340 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-14T02:52:59,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:59,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:59,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:59,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:59,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:59,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552839426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:59,429 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:59,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552839426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:59,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:59,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:59,429 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:59,429 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:59,429 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:59,489 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:52:59,492 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b9e3dccd0b4b4d7c94fa15318ba22430_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b9e3dccd0b4b4d7c94fa15318ba22430_12388d089050b3ec104e8c519546fff8
2024-11-14T02:52:59,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-14T02:52:59,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:59,493 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/5e7d75f84ca54051b39ec745fcc5921e, store: [table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:52:59,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:59,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:59,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:59,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:59,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/5e7d75f84ca54051b39ec745fcc5921e is 175, key is test_row_0/A:col10/1731552779064/Put/seqid=0
2024-11-14T02:52:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:59,496 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742373_1549 (size=48639)
2024-11-14T02:52:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-14T02:52:59,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-14T02:52:59,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:59,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:59,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:59,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:59,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:59,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552839737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:59,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:52:59,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552839737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:52:59,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:59,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:59,741 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:59,741 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:52:59,741 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:52:59,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-14T02:52:59,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:59,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:59,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:59,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:59,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:59,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-14T02:52:59,897 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=305, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/5e7d75f84ca54051b39ec745fcc5921e
2024-11-14T02:52:59,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/d4f8a3b43fe747ffa09c5495fa91beea is 50, key is test_row_0/B:col10/1731552779064/Put/seqid=0
2024-11-14T02:52:59,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742374_1550 (size=12301)
2024-11-14T02:52:59,907 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/d4f8a3b43fe747ffa09c5495fa91beea
2024-11-14T02:52:59,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/7ced3115092b44d8a7873407aca35d4a is 50, key is test_row_0/C:col10/1731552779064/Put/seqid=0
2024-11-14T02:52:59,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742375_1551 (size=12301)
2024-11-14T02:52:59,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-14T02:52:59,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:59,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:52:59,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:52:59,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:59,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:52:59,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:53:00,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-14T02:53:00,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:00,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:53:00,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:00,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:53:00,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:53:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:53:00,248 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:00,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552840246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:00,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:00,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:00,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:00,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-14T02:53:00,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:00,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:53:00,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:00,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:53:00,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:53:00,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=157
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:53:00,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552840256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:00,259 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:00,259 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:00,259 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:00,326 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/7ced3115092b44d8a7873407aca35d4a
2024-11-14T02:53:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-14T02:53:00,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/5e7d75f84ca54051b39ec745fcc5921e as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/5e7d75f84ca54051b39ec745fcc5921e
2024-11-14T02:53:00,331 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/5e7d75f84ca54051b39ec745fcc5921e, entries=250, sequenceid=305, filesize=47.5 K
2024-11-14T02:53:00,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/d4f8a3b43fe747ffa09c5495fa91beea as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/d4f8a3b43fe747ffa09c5495fa91beea
2024-11-14T02:53:00,335 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/d4f8a3b43fe747ffa09c5495fa91beea, entries=150, sequenceid=305, filesize=12.0 K
2024-11-14T02:53:00,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/7ced3115092b44d8a7873407aca35d4a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/7ced3115092b44d8a7873407aca35d4a
2024-11-14T02:53:00,338 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/7ced3115092b44d8a7873407aca35d4a, entries=150, sequenceid=305, filesize=12.0 K
2024-11-14T02:53:00,338 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~202.27 KB/207120, currentSize=107.34 KB/109920 for 12388d089050b3ec104e8c519546fff8 in 1270ms, sequenceid=305, compaction requested=true
2024-11-14T02:53:00,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:53:00,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12388d089050b3ec104e8c519546fff8:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:53:00,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:53:00,339 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:53:00,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12388d089050b3ec104e8c519546fff8:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:53:00,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:53:00,339 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:53:00,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12388d089050b3ec104e8c519546fff8:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:53:00,339 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:53:00,339 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 111191 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:53:00,339 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 12388d089050b3ec104e8c519546fff8/A is initiating minor compaction (all files)
2024-11-14T02:53:00,339 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12388d089050b3ec104e8c519546fff8/A in TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:00,339 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/a9d2d71748ce4c88bc720ec6b4217be1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/47887f3722e84fd4802052626955af9d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/5e7d75f84ca54051b39ec745fcc5921e] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp, totalSize=108.6 K
2024-11-14T02:53:00,340 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:00,340 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. files: [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/a9d2d71748ce4c88bc720ec6b4217be1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/47887f3722e84fd4802052626955af9d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/5e7d75f84ca54051b39ec745fcc5921e]
2024-11-14T02:53:00,340 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:53:00,340 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 12388d089050b3ec104e8c519546fff8/B is initiating minor compaction (all files)
2024-11-14T02:53:00,340 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12388d089050b3ec104e8c519546fff8/B in TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:00,340 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9d2d71748ce4c88bc720ec6b4217be1, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731552775455
2024-11-14T02:53:00,340 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/f8fb0977308a4f0ab9de768aece803c2, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/be3c7a0199ac4ae4afd452d4b2d11f4f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/d4f8a3b43fe747ffa09c5495fa91beea] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp, totalSize=36.1 K
2024-11-14T02:53:00,340 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47887f3722e84fd4802052626955af9d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731552776624
2024-11-14T02:53:00,340 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting f8fb0977308a4f0ab9de768aece803c2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731552775455
2024-11-14T02:53:00,341 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting be3c7a0199ac4ae4afd452d4b2d11f4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731552776624
2024-11-14T02:53:00,341 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e7d75f84ca54051b39ec745fcc5921e, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731552779056
2024-11-14T02:53:00,341 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting d4f8a3b43fe747ffa09c5495fa91beea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731552779058
2024-11-14T02:53:00,345 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:53:00,346 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114fe799dc47ceb433a850cae2abbf67bff_12388d089050b3ec104e8c519546fff8 store=[table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:53:00,346 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12388d089050b3ec104e8c519546fff8#B#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:53:00,347 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/2f9ef714068b4335a06abbfc5fba7006 is 50, key is test_row_0/B:col10/1731552779064/Put/seqid=0
2024-11-14T02:53:00,348 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114fe799dc47ceb433a850cae2abbf67bff_12388d089050b3ec104e8c519546fff8, store=[table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:53:00,349 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114fe799dc47ceb433a850cae2abbf67bff_12388d089050b3ec104e8c519546fff8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:53:00,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742377_1553 (size=12745)
2024-11-14T02:53:00,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742376_1552 (size=4469)
2024-11-14T02:53:00,354 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12388d089050b3ec104e8c519546fff8#A#compaction#472 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:53:00,354 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/f47b55c585da4e4cba69a218df7c299a is 175, key is test_row_0/A:col10/1731552779064/Put/seqid=0
2024-11-14T02:53:00,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742378_1554 (size=31699)
2024-11-14T02:53:00,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157
2024-11-14T02:53:00,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:00,409 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 12388d089050b3ec104e8c519546fff8 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB
2024-11-14T02:53:00,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=A
2024-11-14T02:53:00,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:53:00,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=B
2024-11-14T02:53:00,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:53:00,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=C
2024-11-14T02:53:00,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:53:00,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f3f30527452544e78af7748e12216e06_12388d089050b3ec104e8c519546fff8 is 50, key is test_row_0/A:col10/1731552779107/Put/seqid=0
2024-11-14T02:53:00,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742379_1555 (size=12454)
2024-11-14T02:53:00,755 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/2f9ef714068b4335a06abbfc5fba7006 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/2f9ef714068b4335a06abbfc5fba7006
2024-11-14T02:53:00,758 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12388d089050b3ec104e8c519546fff8/B of 12388d089050b3ec104e8c519546fff8 into 2f9ef714068b4335a06abbfc5fba7006(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:53:00,758 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:53:00,758 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., storeName=12388d089050b3ec104e8c519546fff8/B, priority=13, startTime=1731552780339; duration=0sec
2024-11-14T02:53:00,758 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:53:00,758 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12388d089050b3ec104e8c519546fff8:B
2024-11-14T02:53:00,758 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:53:00,759 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36945 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:53:00,759 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 12388d089050b3ec104e8c519546fff8/C is initiating minor compaction (all files)
2024-11-14T02:53:00,759 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12388d089050b3ec104e8c519546fff8/C in TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:00,759 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/92d6624e0aac474ab4cafdf3d5cd8159, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/d69145c6f287467f82aa6cfd56030fd7, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/7ced3115092b44d8a7873407aca35d4a] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp, totalSize=36.1 K
2024-11-14T02:53:00,760 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 92d6624e0aac474ab4cafdf3d5cd8159, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731552775455
2024-11-14T02:53:00,760 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting d69145c6f287467f82aa6cfd56030fd7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1731552776624
2024-11-14T02:53:00,760 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/f47b55c585da4e4cba69a218df7c299a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/f47b55c585da4e4cba69a218df7c299a
2024-11-14T02:53:00,760 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ced3115092b44d8a7873407aca35d4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731552779058
2024-11-14T02:53:00,763 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12388d089050b3ec104e8c519546fff8/A of 12388d089050b3ec104e8c519546fff8 into f47b55c585da4e4cba69a218df7c299a(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:53:00,763 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:53:00,763 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., storeName=12388d089050b3ec104e8c519546fff8/A, priority=13, startTime=1731552780338; duration=0sec
2024-11-14T02:53:00,764 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:53:00,764 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12388d089050b3ec104e8c519546fff8:A
2024-11-14T02:53:00,767 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12388d089050b3ec104e8c519546fff8#C#compaction#474 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:53:00,767 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/952c19ec1e244addaea825d59f53f359 is 50, key is test_row_0/C:col10/1731552779064/Put/seqid=0
2024-11-14T02:53:00,780 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742380_1556 (size=12745)
2024-11-14T02:53:00,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:53:00,822 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f3f30527452544e78af7748e12216e06_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f3f30527452544e78af7748e12216e06_12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:00,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/ce3d3c5df706492fac8a2e095bfa3457, store: [table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:53:00,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/ce3d3c5df706492fac8a2e095bfa3457 is 175, key is test_row_0/A:col10/1731552779107/Put/seqid=0
2024-11-14T02:53:00,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742381_1557 (size=31255)
2024-11-14T02:53:01,184 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/952c19ec1e244addaea825d59f53f359 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/952c19ec1e244addaea825d59f53f359
2024-11-14T02:53:01,187 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12388d089050b3ec104e8c519546fff8/C of 12388d089050b3ec104e8c519546fff8 into 952c19ec1e244addaea825d59f53f359(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:53:01,187 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:53:01,187 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., storeName=12388d089050b3ec104e8c519546fff8/C, priority=13, startTime=1731552780339; duration=0sec
2024-11-14T02:53:01,187 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:53:01,187 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12388d089050b3ec104e8c519546fff8:C
2024-11-14T02:53:01,227 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/ce3d3c5df706492fac8a2e095bfa3457
2024-11-14T02:53:01,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/07af316ee23844c0b61d4928335f032b is 50, key is test_row_0/B:col10/1731552779107/Put/seqid=0
2024-11-14T02:53:01,234 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742382_1558 (size=12301)
2024-11-14T02:53:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:01,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:53:01,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552841283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:01,287 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:01,287 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:01,287 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:01,288 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552841284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:01,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:01,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:01,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-14T02:53:01,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552841396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:01,399 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:01,399 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:01,399 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552841396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:01,399 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:01,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:01,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:01,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:01,606 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:01,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552841606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:01,607 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:01,607 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:01,607 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:01,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:01,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552841606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:01,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:01,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:01,609 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:01,635 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/07af316ee23844c0b61d4928335f032b
2024-11-14T02:53:01,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/1a723f69ce284caf9cbe40d9bc851c68 is 50, key is test_row_0/C:col10/1731552779107/Put/seqid=0
2024-11-14T02:53:01,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742383_1559 (size=12301)
2024-11-14T02:53:01,657 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/1a723f69ce284caf9cbe40d9bc851c68
2024-11-14T02:53:01,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/ce3d3c5df706492fac8a2e095bfa3457 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/ce3d3c5df706492fac8a2e095bfa3457
2024-11-14T02:53:01,669 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/ce3d3c5df706492fac8a2e095bfa3457, entries=150, sequenceid=324, filesize=30.5 K
2024-11-14T02:53:01,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/07af316ee23844c0b61d4928335f032b as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/07af316ee23844c0b61d4928335f032b
2024-11-14T02:53:01,673 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/07af316ee23844c0b61d4928335f032b, entries=150, sequenceid=324, filesize=12.0 K
2024-11-14T02:53:01,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/1a723f69ce284caf9cbe40d9bc851c68 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/1a723f69ce284caf9cbe40d9bc851c68
2024-11-14T02:53:01,677 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/1a723f69ce284caf9cbe40d9bc851c68, entries=150, sequenceid=324, filesize=12.0 K
2024-11-14T02:53:01,678 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 12388d089050b3ec104e8c519546fff8 in 1269ms, sequenceid=324, compaction requested=false
2024-11-14T02:53:01,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:53:01,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:01,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157
2024-11-14T02:53:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=157
2024-11-14T02:53:01,681 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156
2024-11-14T02:53:01,681 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4920 sec
2024-11-14T02:53:01,683 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.4960 sec
2024-11-14T02:53:01,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:01,919 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12388d089050b3ec104e8c519546fff8 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB
2024-11-14T02:53:01,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=A
2024-11-14T02:53:01,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:53:01,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=B
2024-11-14T02:53:01,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:53:01,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=C
2024-11-14T02:53:01,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:53:01,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111405a26aabd23a4fe2accedec8e19a8e82_12388d089050b3ec104e8c519546fff8 is 50, key is test_row_0/A:col10/1731552781279/Put/seqid=0
2024-11-14T02:53:01,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742384_1560 (size=14994)
2024-11-14T02:53:01,965 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552841960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:01,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:01,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:01,966 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:01,966 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:01,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552841961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:01,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:01,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:01,966 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:02,076 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552842076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:02,077 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:02,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:02,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552842076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:02,077 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:02,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:02,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:02,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:02,289 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552842286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:02,289 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:02,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552842287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:02,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:02,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:02,290 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:02,290 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:02,290 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:02,336 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:53:02,339 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111405a26aabd23a4fe2accedec8e19a8e82_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111405a26aabd23a4fe2accedec8e19a8e82_12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:02,340 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/56e675e61a4e4fd182d9d0372476fda4, store: [table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:53:02,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/56e675e61a4e4fd182d9d0372476fda4 is 175, key is test_row_0/A:col10/1731552781279/Put/seqid=0
2024-11-14T02:53:02,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742385_1561 (size=39949)
2024-11-14T02:53:02,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552842596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:02,599 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552842596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:02,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:02,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:02,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:02,599 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:02,599 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:02,599 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:02,743 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/56e675e61a4e4fd182d9d0372476fda4
2024-11-14T02:53:02,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/bbe97b307f50443da233d18a4aa7d8d0 is 50, key is test_row_0/B:col10/1731552781279/Put/seqid=0
2024-11-14T02:53:02,752 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742386_1562 (size=12301)
2024-11-14T02:53:03,109 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552843106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:03,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552843106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:03,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:03,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:03,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:03,110 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:03,110 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:03,110 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:03,152 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/bbe97b307f50443da233d18a4aa7d8d0
2024-11-14T02:53:03,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/5610e25578984451bf0da05a2bb3d61d is 50, key is test_row_0/C:col10/1731552781279/Put/seqid=0
2024-11-14T02:53:03,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742387_1563 (size=12301)
2024-11-14T02:53:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-14T02:53:03,357 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:53:03,357 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:53:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees
2024-11-14T02:53:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-14T02:53:03,359 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:53:03,360 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:53:03,360 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:53:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-14T02:53:03,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-14T02:53:03,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:03,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:53:03,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:03,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:53:03,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:53:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=159
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:53:03,562 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/5610e25578984451bf0da05a2bb3d61d
2024-11-14T02:53:03,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/56e675e61a4e4fd182d9d0372476fda4 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/56e675e61a4e4fd182d9d0372476fda4
2024-11-14T02:53:03,569 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/56e675e61a4e4fd182d9d0372476fda4, entries=200, sequenceid=342, filesize=39.0 K
2024-11-14T02:53:03,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/bbe97b307f50443da233d18a4aa7d8d0 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/bbe97b307f50443da233d18a4aa7d8d0
2024-11-14T02:53:03,572 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/bbe97b307f50443da233d18a4aa7d8d0, entries=150, sequenceid=342, filesize=12.0 K
2024-11-14T02:53:03,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/5610e25578984451bf0da05a2bb3d61d as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/5610e25578984451bf0da05a2bb3d61d
2024-11-14T02:53:03,576 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/5610e25578984451bf0da05a2bb3d61d, entries=150, sequenceid=342, filesize=12.0 K
2024-11-14T02:53:03,577 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 12388d089050b3ec104e8c519546fff8 in 1658ms, sequenceid=342, compaction requested=true
2024-11-14T02:53:03,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:53:03,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12388d089050b3ec104e8c519546fff8:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:53:03,577 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:53:03,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:53:03,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12388d089050b3ec104e8c519546fff8:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:53:03,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:53:03,577 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:53:03,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12388d089050b3ec104e8c519546fff8:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:53:03,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:53:03,578 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102903 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:53:03,578 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:53:03,578 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 12388d089050b3ec104e8c519546fff8/B is initiating minor compaction (all files)
2024-11-14T02:53:03,578 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 12388d089050b3ec104e8c519546fff8/A is initiating minor compaction (all files)
2024-11-14T02:53:03,578 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12388d089050b3ec104e8c519546fff8/A in TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:03,578 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12388d089050b3ec104e8c519546fff8/B in TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:03,578 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/2f9ef714068b4335a06abbfc5fba7006, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/07af316ee23844c0b61d4928335f032b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/bbe97b307f50443da233d18a4aa7d8d0] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp, totalSize=36.5 K
2024-11-14T02:53:03,578 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/f47b55c585da4e4cba69a218df7c299a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/ce3d3c5df706492fac8a2e095bfa3457, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/56e675e61a4e4fd182d9d0372476fda4] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp, totalSize=100.5 K
2024-11-14T02:53:03,578 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:03,578 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. files: [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/f47b55c585da4e4cba69a218df7c299a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/ce3d3c5df706492fac8a2e095bfa3457, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/56e675e61a4e4fd182d9d0372476fda4]
2024-11-14T02:53:03,578 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f9ef714068b4335a06abbfc5fba7006, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731552779058
2024-11-14T02:53:03,579 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 07af316ee23844c0b61d4928335f032b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731552779099
2024-11-14T02:53:03,579 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting f47b55c585da4e4cba69a218df7c299a, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731552779058
2024-11-14T02:53:03,579 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting bbe97b307f50443da233d18a4aa7d8d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731552781279
2024-11-14T02:53:03,579 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce3d3c5df706492fac8a2e095bfa3457, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731552779099
2024-11-14T02:53:03,580 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56e675e61a4e4fd182d9d0372476fda4, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731552781279
2024-11-14T02:53:03,586 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12388d089050b3ec104e8c519546fff8#B#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:53:03,586 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/1bac43e6e7854c7da8114fac643a83ee is 50, key is test_row_0/B:col10/1731552781279/Put/seqid=0
2024-11-14T02:53:03,589 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:53:03,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742388_1564 (size=12847)
2024-11-14T02:53:03,592 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411148d6e78b820464010968e0ab364fa5ba4_12388d089050b3ec104e8c519546fff8 store=[table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:53:03,594 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411148d6e78b820464010968e0ab364fa5ba4_12388d089050b3ec104e8c519546fff8, store=[table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:53:03,594 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411148d6e78b820464010968e0ab364fa5ba4_12388d089050b3ec104e8c519546fff8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:53:03,598 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/1bac43e6e7854c7da8114fac643a83ee as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/1bac43e6e7854c7da8114fac643a83ee
2024-11-14T02:53:03,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742389_1565 (size=4469)
2024-11-14T02:53:03,600 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12388d089050b3ec104e8c519546fff8#A#compaction#481 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:53:03,601 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/2581e63953b649468e3e3c20ce4c11a7 is 175, key is test_row_0/A:col10/1731552781279/Put/seqid=0
2024-11-14T02:53:03,604 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12388d089050b3ec104e8c519546fff8/B of 12388d089050b3ec104e8c519546fff8 into 1bac43e6e7854c7da8114fac643a83ee(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:53:03,604 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:53:03,604 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., storeName=12388d089050b3ec104e8c519546fff8/B, priority=13, startTime=1731552783577; duration=0sec
2024-11-14T02:53:03,604 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:53:03,604 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12388d089050b3ec104e8c519546fff8:B
2024-11-14T02:53:03,604 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:53:03,605 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37347 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:53:03,605 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 12388d089050b3ec104e8c519546fff8/C is initiating minor compaction (all files)
2024-11-14T02:53:03,605 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12388d089050b3ec104e8c519546fff8/C in TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:03,606 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/952c19ec1e244addaea825d59f53f359, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/1a723f69ce284caf9cbe40d9bc851c68, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/5610e25578984451bf0da05a2bb3d61d] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp, totalSize=36.5 K
2024-11-14T02:53:03,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742390_1566 (size=31801)
2024-11-14T02:53:03,607 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 952c19ec1e244addaea825d59f53f359, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731552779058
2024-11-14T02:53:03,608 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a723f69ce284caf9cbe40d9bc851c68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731552779099
2024-11-14T02:53:03,608 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 5610e25578984451bf0da05a2bb3d61d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731552781279
2024-11-14T02:53:03,614 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12388d089050b3ec104e8c519546fff8#C#compaction#482 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:53:03,614 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/a2fefe049b9a4fed8332d9aa2b5fea82 is 50, key is test_row_0/C:col10/1731552781279/Put/seqid=0
2024-11-14T02:53:03,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742391_1567 (size=12847)
2024-11-14T02:53:03,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159
2024-11-14T02:53:03,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:03,665 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 12388d089050b3ec104e8c519546fff8 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB
2024-11-14T02:53:03,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=A
2024-11-14T02:53:03,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:53:03,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=B
2024-11-14T02:53:03,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:53:03,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=C
2024-11-14T02:53:03,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:53:03,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114523f15b247af4c82b05bcbeda321afda_12388d089050b3ec104e8c519546fff8 is 50, key is test_row_0/A:col10/1731552781951/Put/seqid=0
2024-11-14T02:53:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-14T02:53:03,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742392_1568 (size=12454)
2024-11-14T02:53:03,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-14T02:53:04,010 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/2581e63953b649468e3e3c20ce4c11a7 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/2581e63953b649468e3e3c20ce4c11a7
2024-11-14T02:53:04,013 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12388d089050b3ec104e8c519546fff8/A of 12388d089050b3ec104e8c519546fff8 into 2581e63953b649468e3e3c20ce4c11a7(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:53:04,013 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:53:04,013 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., storeName=12388d089050b3ec104e8c519546fff8/A, priority=13, startTime=1731552783577; duration=0sec
2024-11-14T02:53:04,013 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:53:04,013 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12388d089050b3ec104e8c519546fff8:A
2024-11-14T02:53:04,024 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/a2fefe049b9a4fed8332d9aa2b5fea82 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/a2fefe049b9a4fed8332d9aa2b5fea82
2024-11-14T02:53:04,027 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12388d089050b3ec104e8c519546fff8/C of 12388d089050b3ec104e8c519546fff8 into a2fefe049b9a4fed8332d9aa2b5fea82(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:53:04,027 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:53:04,027 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., storeName=12388d089050b3ec104e8c519546fff8/C, priority=13, startTime=1731552783577; duration=0sec
2024-11-14T02:53:04,027 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:53:04,027 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12388d089050b3ec104e8c519546fff8:C
2024-11-14T02:53:04,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:53:04,105 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114523f15b247af4c82b05bcbeda321afda_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114523f15b247af4c82b05bcbeda321afda_12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:04,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/a92d6f2326c0456987fb2c1fad97b393, store: [table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:53:04,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/a92d6f2326c0456987fb2c1fad97b393 is 175, key is test_row_0/A:col10/1731552781951/Put/seqid=0
2024-11-14T02:53:04,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742393_1569 (size=31255)
2024-11-14T02:53:04,110 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=360, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/a92d6f2326c0456987fb2c1fad97b393
2024-11-14T02:53:04,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/b8066003b0dc45e3aa4d5afebb1db1f9 is 50, key is test_row_0/B:col10/1731552781951/Put/seqid=0
2024-11-14T02:53:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:04,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:53:04,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742394_1570 (size=12301)
2024-11-14T02:53:04,123 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/b8066003b0dc45e3aa4d5afebb1db1f9
2024-11-14T02:53:04,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/59823752121c450b9984cd50f0d25b00 is 50, key is test_row_0/C:col10/1731552781951/Put/seqid=0
2024-11-14T02:53:04,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:04,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552844160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:04,166 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:04,166 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:04,166 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:04,171 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:04,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552844166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:04,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:04,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:04,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:04,180 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742395_1571 (size=12301)
2024-11-14T02:53:04,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552844276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:04,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:04,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:04,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:04,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552844276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:04,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:04,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:04,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:04,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552844486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:04,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:04,488 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:04,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:04,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552844486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:04,488 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:04,488 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:04,488 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-14T02:53:04,581 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/59823752121c450b9984cd50f0d25b00
2024-11-14T02:53:04,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/a92d6f2326c0456987fb2c1fad97b393 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/a92d6f2326c0456987fb2c1fad97b393
2024-11-14T02:53:04,587 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/a92d6f2326c0456987fb2c1fad97b393, entries=150, sequenceid=360, filesize=30.5 K
2024-11-14T02:53:04,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/b8066003b0dc45e3aa4d5afebb1db1f9 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/b8066003b0dc45e3aa4d5afebb1db1f9
2024-11-14T02:53:04,590 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/b8066003b0dc45e3aa4d5afebb1db1f9, entries=150, sequenceid=360, filesize=12.0 K
2024-11-14T02:53:04,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/59823752121c450b9984cd50f0d25b00 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/59823752121c450b9984cd50f0d25b00
2024-11-14T02:53:04,593 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/59823752121c450b9984cd50f0d25b00, entries=150, sequenceid=360, filesize=12.0 K
2024-11-14T02:53:04,594 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 12388d089050b3ec104e8c519546fff8 in 929ms, sequenceid=360, compaction requested=false
2024-11-14T02:53:04,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:53:04,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:04,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159
2024-11-14T02:53:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=159
2024-11-14T02:53:04,597 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158
2024-11-14T02:53:04,597 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2350 sec
2024-11-14T02:53:04,599 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.2410 sec
2024-11-14T02:53:04,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:04,798 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 12388d089050b3ec104e8c519546fff8 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB
2024-11-14T02:53:04,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=A
2024-11-14T02:53:04,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:53:04,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=B
2024-11-14T02:53:04,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:53:04,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=C
2024-11-14T02:53:04,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:53:04,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f57cded83f31478e96736465df745150_12388d089050b3ec104e8c519546fff8 is 50, key is test_row_0/A:col10/1731552784797/Put/seqid=0
2024-11-14T02:53:04,806 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742396_1572 (size=14994)
2024-11-14T02:53:04,807 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:53:04,809 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114f57cded83f31478e96736465df745150_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f57cded83f31478e96736465df745150_12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:04,809 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/9550e79655a140bb9d3d699c4954e486, store: [table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:53:04,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/9550e79655a140bb9d3d699c4954e486 is 175, key is test_row_0/A:col10/1731552784797/Put/seqid=0
2024-11-14T02:53:04,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742397_1573 (size=39949)
2024-11-14T02:53:04,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552844826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:04,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:04,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:04,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:04,832 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552844828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:04,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:04,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:04,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:04,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:04,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552844936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:04,937 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:04,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:04,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552844937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:04,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:04,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:04,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:04,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:04,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:05,147 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552845146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:05,148 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:05,148 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:05,148 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:05,148 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552845146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:05,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:05,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:05,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:05,213 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=379, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/9550e79655a140bb9d3d699c4954e486
2024-11-14T02:53:05,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/730b85ee74fc412c9c4f953727ec4a00 is 50, key is test_row_0/B:col10/1731552784797/Put/seqid=0
2024-11-14T02:53:05,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742398_1574 (size=12301)
2024-11-14T02:53:05,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552845456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:05,458 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:05,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552845456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:05,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:05,458 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:05,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:05,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:05,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158
2024-11-14T02:53:05,506 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:53:05,507 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees
2024-11-14T02:53:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees
2024-11-14T02:53:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-14T02:53:05,508 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-14T02:53:05,509 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-14T02:53:05,509 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-14T02:53:05,539 INFO  [Thread-2262 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2262.
2024-11-14T02:53:05,539 DEBUG [Thread-2262 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:53:05,539 DEBUG [Thread-2262 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:05,539 DEBUG [Thread-2262 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:05,540 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:53:05,540 INFO  [Thread-2264 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2264.
2024-11-14T02:53:05,540 DEBUG [Thread-2264 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:53:05,540 DEBUG [Thread-2264 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:05,540 DEBUG [Thread-2264 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:05,540 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:53:05,542 INFO  [Thread-2270 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2270.
2024-11-14T02:53:05,542 DEBUG [Thread-2270 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:53:05,542 DEBUG [Thread-2270 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:05,542 DEBUG [Thread-2270 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:05,542 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:53:05,543 INFO  [Thread-2268 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2268.
2024-11-14T02:53:05,543 DEBUG [Thread-2268 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:53:05,543 DEBUG [Thread-2268 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:05,543 INFO  [Thread-2266 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2266.
2024-11-14T02:53:05,543 DEBUG [Thread-2266 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:53:05,543 DEBUG [Thread-2268 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:05,544 DEBUG [Thread-2266 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:05,544 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:53:05,544 DEBUG [Thread-2266 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:05,544 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:53:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-14T02:53:05,621 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/730b85ee74fc412c9c4f953727ec4a00
2024-11-14T02:53:05,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/0c6ed9d989b64591a47c369936574fb5 is 50, key is test_row_0/C:col10/1731552784797/Put/seqid=0
2024-11-14T02:53:05,635 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742399_1575 (size=12301)
2024-11-14T02:53:05,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-14T02:53:05,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:05,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:53:05,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:05,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:53:05,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:53:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:53:05,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-14T02:53:05,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:05,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:53:05,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:05,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:53:05,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:53:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:53:05,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-14T02:53:05,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:05,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-14T02:53:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44198 deadline: 1731552845966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:05,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44164 deadline: 1731552845967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 , the old value is region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:05,967 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-14T02:53:05,968 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:05,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., hostname=83c5a5c119d5,40161,1731552599826, seqNum=5 because the exception is null or not the one we care about
2024-11-14T02:53:05,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-14T02:53:05,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:05,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:53:05,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:05,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:53:05,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161
java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:53:05,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4177): Remote procedure failed, pid=161
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-14T02:53:06,036 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/0c6ed9d989b64591a47c369936574fb5
2024-11-14T02:53:06,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/9550e79655a140bb9d3d699c4954e486 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/9550e79655a140bb9d3d699c4954e486
2024-11-14T02:53:06,051 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/9550e79655a140bb9d3d699c4954e486, entries=200, sequenceid=379, filesize=39.0 K
2024-11-14T02:53:06,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/730b85ee74fc412c9c4f953727ec4a00 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/730b85ee74fc412c9c4f953727ec4a00
2024-11-14T02:53:06,055 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/730b85ee74fc412c9c4f953727ec4a00, entries=150, sequenceid=379, filesize=12.0 K
2024-11-14T02:53:06,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/0c6ed9d989b64591a47c369936574fb5 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/0c6ed9d989b64591a47c369936574fb5
2024-11-14T02:53:06,059 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/0c6ed9d989b64591a47c369936574fb5, entries=150, sequenceid=379, filesize=12.0 K
2024-11-14T02:53:06,060 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 12388d089050b3ec104e8c519546fff8 in 1262ms, sequenceid=379, compaction requested=true
2024-11-14T02:53:06,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:53:06,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12388d089050b3ec104e8c519546fff8:A, priority=-2147483648, current under compaction store size is 1
2024-11-14T02:53:06,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:53:06,060 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:53:06,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12388d089050b3ec104e8c519546fff8:B, priority=-2147483648, current under compaction store size is 2
2024-11-14T02:53:06,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:53:06,060 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:53:06,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 12388d089050b3ec104e8c519546fff8:C, priority=-2147483648, current under compaction store size is 3
2024-11-14T02:53:06,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:53:06,061 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 103005 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:53:06,061 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:53:06,061 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1541): 12388d089050b3ec104e8c519546fff8/A is initiating minor compaction (all files)
2024-11-14T02:53:06,061 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 12388d089050b3ec104e8c519546fff8/B is initiating minor compaction (all files)
2024-11-14T02:53:06,061 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12388d089050b3ec104e8c519546fff8/A in TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:06,061 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12388d089050b3ec104e8c519546fff8/B in TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:06,061 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/2581e63953b649468e3e3c20ce4c11a7, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/a92d6f2326c0456987fb2c1fad97b393, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/9550e79655a140bb9d3d699c4954e486] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp, totalSize=100.6 K
2024-11-14T02:53:06,061 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/1bac43e6e7854c7da8114fac643a83ee, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/b8066003b0dc45e3aa4d5afebb1db1f9, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/730b85ee74fc412c9c4f953727ec4a00] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp, totalSize=36.6 K
2024-11-14T02:53:06,061 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:06,061 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. files: [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/2581e63953b649468e3e3c20ce4c11a7, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/a92d6f2326c0456987fb2c1fad97b393, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/9550e79655a140bb9d3d699c4954e486]
2024-11-14T02:53:06,061 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bac43e6e7854c7da8114fac643a83ee, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731552781279
2024-11-14T02:53:06,061 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2581e63953b649468e3e3c20ce4c11a7, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731552781279
2024-11-14T02:53:06,062 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting b8066003b0dc45e3aa4d5afebb1db1f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731552781951
2024-11-14T02:53:06,062 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting a92d6f2326c0456987fb2c1fad97b393, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731552781951
2024-11-14T02:53:06,062 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 730b85ee74fc412c9c4f953727ec4a00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731552784163
2024-11-14T02:53:06,062 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9550e79655a140bb9d3d699c4954e486, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731552784148
2024-11-14T02:53:06,068 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:53:06,069 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12388d089050b3ec104e8c519546fff8#B#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:53:06,070 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241114600154f4ea7a4359bde8dba5148fa1ed_12388d089050b3ec104e8c519546fff8 store=[table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:53:06,070 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/c5244b2572aa403d8ac51549d0293ba5 is 50, key is test_row_0/B:col10/1731552784797/Put/seqid=0
2024-11-14T02:53:06,073 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241114600154f4ea7a4359bde8dba5148fa1ed_12388d089050b3ec104e8c519546fff8, store=[table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:53:06,073 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114600154f4ea7a4359bde8dba5148fa1ed_12388d089050b3ec104e8c519546fff8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:53:06,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742400_1576 (size=12949)
2024-11-14T02:53:06,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742401_1577 (size=4469)
2024-11-14T02:53:06,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40161 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161
2024-11-14T02:53:06,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:06,126 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 12388d089050b3ec104e8c519546fff8 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB
2024-11-14T02:53:06,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=A
2024-11-14T02:53:06,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:53:06,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=B
2024-11-14T02:53:06,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:53:06,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=C
2024-11-14T02:53:06,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:53:06,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111492da9fc2b0e240b692f4a269eb48ca73_12388d089050b3ec104e8c519546fff8 is 50, key is test_row_0/A:col10/1731552784825/Put/seqid=0
2024-11-14T02:53:06,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742402_1578 (size=12454)
2024-11-14T02:53:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-14T02:53:06,483 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12388d089050b3ec104e8c519546fff8#A#compaction#490 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:53:06,483 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/ac4ba976231e4b799ef44f01c2da9b26 is 175, key is test_row_0/A:col10/1731552784797/Put/seqid=0
2024-11-14T02:53:06,484 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/c5244b2572aa403d8ac51549d0293ba5 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/c5244b2572aa403d8ac51549d0293ba5
2024-11-14T02:53:06,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742403_1579 (size=31903)
2024-11-14T02:53:06,489 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12388d089050b3ec104e8c519546fff8/B of 12388d089050b3ec104e8c519546fff8 into c5244b2572aa403d8ac51549d0293ba5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:53:06,489 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:53:06,489 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., storeName=12388d089050b3ec104e8c519546fff8/B, priority=13, startTime=1731552786060; duration=0sec
2024-11-14T02:53:06,490 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-14T02:53:06,490 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12388d089050b3ec104e8c519546fff8:B
2024-11-14T02:53:06,490 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-14T02:53:06,490 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-14T02:53:06,490 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1541): 12388d089050b3ec104e8c519546fff8/C is initiating minor compaction (all files)
2024-11-14T02:53:06,490 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 12388d089050b3ec104e8c519546fff8/C in TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:06,490 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/a2fefe049b9a4fed8332d9aa2b5fea82, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/59823752121c450b9984cd50f0d25b00, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/0c6ed9d989b64591a47c369936574fb5] into tmpdir=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp, totalSize=36.6 K
2024-11-14T02:53:06,491 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting a2fefe049b9a4fed8332d9aa2b5fea82, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731552781279
2024-11-14T02:53:06,491 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 59823752121c450b9984cd50f0d25b00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731552781951
2024-11-14T02:53:06,491 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c6ed9d989b64591a47c369936574fb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1731552784163
2024-11-14T02:53:06,496 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 12388d089050b3ec104e8c519546fff8#C#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-14T02:53:06,496 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/8a0f5a7684fc4ee98dfca09e56fcd44e is 50, key is test_row_0/C:col10/1731552784797/Put/seqid=0
2024-11-14T02:53:06,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742404_1580 (size=12949)
2024-11-14T02:53:06,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:53:06,538 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111492da9fc2b0e240b692f4a269eb48ca73_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111492da9fc2b0e240b692f4a269eb48ca73_12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:06,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/abcfdb5049094b56ba2ac8abcc6f28d0, store: [table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:53:06,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/abcfdb5049094b56ba2ac8abcc6f28d0 is 175, key is test_row_0/A:col10/1731552784825/Put/seqid=0
2024-11-14T02:53:06,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742405_1581 (size=31255)
2024-11-14T02:53:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-14T02:53:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40161 {}] regionserver.HRegion(8855): Flush requested on 12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:06,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. as already flushing
2024-11-14T02:53:06,768 INFO  [Thread-2257 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2257.
2024-11-14T02:53:06,769 DEBUG [Thread-2257 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:53:06,769 DEBUG [Thread-2257 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:06,769 DEBUG [Thread-2257 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:06,769 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:53:06,808 INFO  [Thread-2251 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2251.
2024-11-14T02:53:06,808 DEBUG [Thread-2251 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:53:06,808 DEBUG [Thread-2251 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:06,808 DEBUG [Thread-2251 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:06,808 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:53:06,819 INFO  [Thread-2259 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2259.
2024-11-14T02:53:06,819 DEBUG [Thread-2259 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:53:06,819 DEBUG [Thread-2259 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:06,819 DEBUG [Thread-2259 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:06,819 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:53:06,898 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/ac4ba976231e4b799ef44f01c2da9b26 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/ac4ba976231e4b799ef44f01c2da9b26
2024-11-14T02:53:06,903 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/8a0f5a7684fc4ee98dfca09e56fcd44e as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/8a0f5a7684fc4ee98dfca09e56fcd44e
2024-11-14T02:53:06,903 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12388d089050b3ec104e8c519546fff8/A of 12388d089050b3ec104e8c519546fff8 into ac4ba976231e4b799ef44f01c2da9b26(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:53:06,903 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:53:06,903 INFO  [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., storeName=12388d089050b3ec104e8c519546fff8/A, priority=13, startTime=1731552786060; duration=0sec
2024-11-14T02:53:06,903 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:53:06,903 DEBUG [RS:0;83c5a5c119d5:40161-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12388d089050b3ec104e8c519546fff8:A
2024-11-14T02:53:06,907 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 12388d089050b3ec104e8c519546fff8/C of 12388d089050b3ec104e8c519546fff8 into 8a0f5a7684fc4ee98dfca09e56fcd44e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-14T02:53:06,907 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:53:06,907 INFO  [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., storeName=12388d089050b3ec104e8c519546fff8/C, priority=13, startTime=1731552786060; duration=0sec
2024-11-14T02:53:06,907 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-14T02:53:06,907 DEBUG [RS:0;83c5a5c119d5:40161-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 12388d089050b3ec104e8c519546fff8:C
2024-11-14T02:53:06,946 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=394, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/abcfdb5049094b56ba2ac8abcc6f28d0
2024-11-14T02:53:06,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/3501ae9ab3d74feeabc87113a6a83cb3 is 50, key is test_row_0/B:col10/1731552784825/Put/seqid=0
2024-11-14T02:53:06,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742406_1582 (size=12301)
2024-11-14T02:53:06,988 INFO  [Thread-2255 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2255.
2024-11-14T02:53:06,988 INFO  [Thread-2253 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2253.
2024-11-14T02:53:06,988 DEBUG [Thread-2255 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:53:06,988 DEBUG [Thread-2253 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-14T02:53:06,988 DEBUG [Thread-2255 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:06,988 DEBUG [Thread-2253 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:06,988 DEBUG [Thread-2253 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:06,988 DEBUG [Thread-2255 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:06,988 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:53:06,988 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:53:07,362 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/3501ae9ab3d74feeabc87113a6a83cb3
2024-11-14T02:53:07,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/6f6862cc5fc74341886c10fc74a7575c is 50, key is test_row_0/C:col10/1731552784825/Put/seqid=0
2024-11-14T02:53:07,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742407_1583 (size=12301)
2024-11-14T02:53:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-14T02:53:07,772 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/6f6862cc5fc74341886c10fc74a7575c
2024-11-14T02:53:07,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/abcfdb5049094b56ba2ac8abcc6f28d0 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/abcfdb5049094b56ba2ac8abcc6f28d0
2024-11-14T02:53:07,785 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/abcfdb5049094b56ba2ac8abcc6f28d0, entries=150, sequenceid=394, filesize=30.5 K
2024-11-14T02:53:07,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/3501ae9ab3d74feeabc87113a6a83cb3 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/3501ae9ab3d74feeabc87113a6a83cb3
2024-11-14T02:53:07,790 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/3501ae9ab3d74feeabc87113a6a83cb3, entries=150, sequenceid=394, filesize=12.0 K
2024-11-14T02:53:07,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/6f6862cc5fc74341886c10fc74a7575c as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/6f6862cc5fc74341886c10fc74a7575c
2024-11-14T02:53:07,794 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/6f6862cc5fc74341886c10fc74a7575c, entries=150, sequenceid=394, filesize=12.0 K
2024-11-14T02:53:07,795 INFO  [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=33.54 KB/34350 for 12388d089050b3ec104e8c519546fff8 in 1668ms, sequenceid=394, compaction requested=false
2024-11-14T02:53:07,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 12388d089050b3ec104e8c519546fff8:

2024-11-14T02:53:07,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:07,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/83c5a5c119d5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161
2024-11-14T02:53:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster(4169): Remote procedure done, pid=161
2024-11-14T02:53:07,798 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160
2024-11-14T02:53:07,798 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2870 sec
2024-11-14T02:53:07,799 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 2.2910 sec
2024-11-14T02:53:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-14T02:53:09,678 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:53:09,678 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-14T02:53:09,678 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 21
2024-11-14T02:53:09,678 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 134
2024-11-14T02:53:09,678 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 134
2024-11-14T02:53:09,678 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 23
2024-11-14T02:53:09,678 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 23
2024-11-14T02:53:09,678 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-14T02:53:09,678 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3362
2024-11-14T02:53:09,679 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3153
2024-11-14T02:53:09,679 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3203
2024-11-14T02:53:09,679 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3337
2024-11-14T02:53:09,679 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3171
2024-11-14T02:53:09,679 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-14T02:53:09,679 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-14T02:53:09,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-14T02:53:09,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:09,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:09,680 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:53:09,682 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees
2024-11-14T02:53:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-14T02:53:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-14T02:53:09,687 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552789687"}]},"ts":"1731552789687"}
2024-11-14T02:53:09,689 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-14T02:53:09,689 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-14T02:53:09,690 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-14T02:53:09,691 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=12388d089050b3ec104e8c519546fff8, UNASSIGN}]
2024-11-14T02:53:09,692 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=12388d089050b3ec104e8c519546fff8, UNASSIGN
2024-11-14T02:53:09,692 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=164 updating hbase:meta row=12388d089050b3ec104e8c519546fff8, regionState=CLOSING, regionLocation=83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:09,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=12388d089050b3ec104e8c519546fff8, UNASSIGN because future has completed
2024-11-14T02:53:09,693 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-14T02:53:09,693 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; CloseRegionProcedure 12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826}]
2024-11-14T02:53:09,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-14T02:53:09,847 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(122): Close 12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:09,847 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-14T02:53:09,847 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1722): Closing 12388d089050b3ec104e8c519546fff8, disabling compactions & flushes
2024-11-14T02:53:09,847 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:09,848 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:09,848 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. after waiting 0 ms
2024-11-14T02:53:09,848 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:09,848 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(2902): Flushing 12388d089050b3ec104e8c519546fff8 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB
2024-11-14T02:53:09,848 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=A
2024-11-14T02:53:09,849 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:53:09,849 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=B
2024-11-14T02:53:09,849 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:53:09,849 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 12388d089050b3ec104e8c519546fff8, store=C
2024-11-14T02:53:09,849 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null
2024-11-14T02:53:09,858 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111483183f44905f47928282cd9c8437d4a2_12388d089050b3ec104e8c519546fff8 is 50, key is test_row_0/A:col10/1731552786987/Put/seqid=0
2024-11-14T02:53:09,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742408_1584 (size=12454)
2024-11-14T02:53:09,863 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-14T02:53:09,867 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111483183f44905f47928282cd9c8437d4a2_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111483183f44905f47928282cd9c8437d4a2_12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:09,868 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/a160b78b5a5b44438f268e4742650fa1, store: [table=TestAcidGuarantees family=A region=12388d089050b3ec104e8c519546fff8]
2024-11-14T02:53:09,868 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/a160b78b5a5b44438f268e4742650fa1 is 175, key is test_row_0/A:col10/1731552786987/Put/seqid=0
2024-11-14T02:53:09,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742409_1585 (size=31255)
2024-11-14T02:53:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-14T02:53:10,273 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=405, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/a160b78b5a5b44438f268e4742650fa1
2024-11-14T02:53:10,285 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/919790e3f5f64e7d941e7664037153af is 50, key is test_row_0/B:col10/1731552786987/Put/seqid=0
2024-11-14T02:53:10,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742410_1586 (size=12301)
2024-11-14T02:53:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-14T02:53:10,690 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/919790e3f5f64e7d941e7664037153af
2024-11-14T02:53:10,695 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/914cd0431a4e41d88053cbe944060d9e is 50, key is test_row_0/C:col10/1731552786987/Put/seqid=0
2024-11-14T02:53:10,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742411_1587 (size=12301)
2024-11-14T02:53:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-14T02:53:11,098 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/914cd0431a4e41d88053cbe944060d9e
2024-11-14T02:53:11,102 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/A/a160b78b5a5b44438f268e4742650fa1 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/a160b78b5a5b44438f268e4742650fa1
2024-11-14T02:53:11,106 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/a160b78b5a5b44438f268e4742650fa1, entries=150, sequenceid=405, filesize=30.5 K
2024-11-14T02:53:11,106 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/B/919790e3f5f64e7d941e7664037153af as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/919790e3f5f64e7d941e7664037153af
2024-11-14T02:53:11,109 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/919790e3f5f64e7d941e7664037153af, entries=150, sequenceid=405, filesize=12.0 K
2024-11-14T02:53:11,109 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/.tmp/C/914cd0431a4e41d88053cbe944060d9e as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/914cd0431a4e41d88053cbe944060d9e
2024-11-14T02:53:11,111 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/914cd0431a4e41d88053cbe944060d9e, entries=150, sequenceid=405, filesize=12.0 K
2024-11-14T02:53:11,112 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 12388d089050b3ec104e8c519546fff8 in 1264ms, sequenceid=405, compaction requested=true
2024-11-14T02:53:11,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/a709325f61f3493786991df049fcd4cb, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/027e093d226d47c6acc28ba69f1b56f0, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/334d935a55e64f879842f7446bb2d0c9, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/f39a264e7c144d74bfca626312d765a5, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/3ecf930772914d05b01ee3cf6016b59d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/0140b13dda1c43099afd92ac38699c22, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/fe0e9b97bb864d2fa408cbc6ac8c9d89, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/50152b7dbd654a37ae3392e8107fafb0, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/86b8414d68804e47ba6ffb4d5287b812, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/737fa72472cc41fc991c0d065e48ddc4, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/a9d2d71748ce4c88bc720ec6b4217be1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/47887f3722e84fd4802052626955af9d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/5e7d75f84ca54051b39ec745fcc5921e, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/f47b55c585da4e4cba69a218df7c299a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/ce3d3c5df706492fac8a2e095bfa3457, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/56e675e61a4e4fd182d9d0372476fda4, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/2581e63953b649468e3e3c20ce4c11a7, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/a92d6f2326c0456987fb2c1fad97b393, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/9550e79655a140bb9d3d699c4954e486] to archive
2024-11-14T02:53:11,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-14T02:53:11,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/a709325f61f3493786991df049fcd4cb to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/a709325f61f3493786991df049fcd4cb
2024-11-14T02:53:11,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/027e093d226d47c6acc28ba69f1b56f0 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/027e093d226d47c6acc28ba69f1b56f0
2024-11-14T02:53:11,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/334d935a55e64f879842f7446bb2d0c9 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/334d935a55e64f879842f7446bb2d0c9
2024-11-14T02:53:11,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/f39a264e7c144d74bfca626312d765a5 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/f39a264e7c144d74bfca626312d765a5
2024-11-14T02:53:11,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/3ecf930772914d05b01ee3cf6016b59d to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/3ecf930772914d05b01ee3cf6016b59d
2024-11-14T02:53:11,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/0140b13dda1c43099afd92ac38699c22 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/0140b13dda1c43099afd92ac38699c22
2024-11-14T02:53:11,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/fe0e9b97bb864d2fa408cbc6ac8c9d89 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/fe0e9b97bb864d2fa408cbc6ac8c9d89
2024-11-14T02:53:11,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/50152b7dbd654a37ae3392e8107fafb0 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/50152b7dbd654a37ae3392e8107fafb0
2024-11-14T02:53:11,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/86b8414d68804e47ba6ffb4d5287b812 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/86b8414d68804e47ba6ffb4d5287b812
2024-11-14T02:53:11,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/737fa72472cc41fc991c0d065e48ddc4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/737fa72472cc41fc991c0d065e48ddc4
2024-11-14T02:53:11,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/a9d2d71748ce4c88bc720ec6b4217be1 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/a9d2d71748ce4c88bc720ec6b4217be1
2024-11-14T02:53:11,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/47887f3722e84fd4802052626955af9d to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/47887f3722e84fd4802052626955af9d
2024-11-14T02:53:11,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/5e7d75f84ca54051b39ec745fcc5921e to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/5e7d75f84ca54051b39ec745fcc5921e
2024-11-14T02:53:11,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/f47b55c585da4e4cba69a218df7c299a to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/f47b55c585da4e4cba69a218df7c299a
2024-11-14T02:53:11,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/ce3d3c5df706492fac8a2e095bfa3457 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/ce3d3c5df706492fac8a2e095bfa3457
2024-11-14T02:53:11,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/56e675e61a4e4fd182d9d0372476fda4 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/56e675e61a4e4fd182d9d0372476fda4
2024-11-14T02:53:11,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/2581e63953b649468e3e3c20ce4c11a7 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/2581e63953b649468e3e3c20ce4c11a7
2024-11-14T02:53:11,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/a92d6f2326c0456987fb2c1fad97b393 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/a92d6f2326c0456987fb2c1fad97b393
2024-11-14T02:53:11,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/9550e79655a140bb9d3d699c4954e486 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/9550e79655a140bb9d3d699c4954e486
2024-11-14T02:53:11,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/94303021b6f345fab92fb13551a7e57a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/e81062053a31436eb1ae37ea6e2331f7, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/8834b7adc34144f0a9488bef6ff80590, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/83030e1d4e9d43709d7bcfc312af0558, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/28d61d4a50bd4ec68d7d05a569bfef8d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/c1202d55762f440e9626b49697243939, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/e43285f8738840fe96b77c152e837e81, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/6e35f34c8af740f9863d0e373ca1307f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/5c4d563708f44e9598864e63c4917a01, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/f8fb0977308a4f0ab9de768aece803c2, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/38e27b65d41f457b84e8e5be042fa23f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/be3c7a0199ac4ae4afd452d4b2d11f4f, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/2f9ef714068b4335a06abbfc5fba7006, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/d4f8a3b43fe747ffa09c5495fa91beea, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/07af316ee23844c0b61d4928335f032b, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/1bac43e6e7854c7da8114fac643a83ee, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/bbe97b307f50443da233d18a4aa7d8d0, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/b8066003b0dc45e3aa4d5afebb1db1f9, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/730b85ee74fc412c9c4f953727ec4a00] to archive
2024-11-14T02:53:11,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-14T02:53:11,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/94303021b6f345fab92fb13551a7e57a to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/94303021b6f345fab92fb13551a7e57a
2024-11-14T02:53:11,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/e81062053a31436eb1ae37ea6e2331f7 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/e81062053a31436eb1ae37ea6e2331f7
2024-11-14T02:53:11,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/8834b7adc34144f0a9488bef6ff80590 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/8834b7adc34144f0a9488bef6ff80590
2024-11-14T02:53:11,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/83030e1d4e9d43709d7bcfc312af0558 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/83030e1d4e9d43709d7bcfc312af0558
2024-11-14T02:53:11,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/28d61d4a50bd4ec68d7d05a569bfef8d to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/28d61d4a50bd4ec68d7d05a569bfef8d
2024-11-14T02:53:11,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/c1202d55762f440e9626b49697243939 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/c1202d55762f440e9626b49697243939
2024-11-14T02:53:11,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/e43285f8738840fe96b77c152e837e81 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/e43285f8738840fe96b77c152e837e81
2024-11-14T02:53:11,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/6e35f34c8af740f9863d0e373ca1307f to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/6e35f34c8af740f9863d0e373ca1307f
2024-11-14T02:53:11,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/5c4d563708f44e9598864e63c4917a01 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/5c4d563708f44e9598864e63c4917a01
2024-11-14T02:53:11,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/f8fb0977308a4f0ab9de768aece803c2 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/f8fb0977308a4f0ab9de768aece803c2
2024-11-14T02:53:11,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/38e27b65d41f457b84e8e5be042fa23f to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/38e27b65d41f457b84e8e5be042fa23f
2024-11-14T02:53:11,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/be3c7a0199ac4ae4afd452d4b2d11f4f to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/be3c7a0199ac4ae4afd452d4b2d11f4f
2024-11-14T02:53:11,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/2f9ef714068b4335a06abbfc5fba7006 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/2f9ef714068b4335a06abbfc5fba7006
2024-11-14T02:53:11,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/d4f8a3b43fe747ffa09c5495fa91beea to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/d4f8a3b43fe747ffa09c5495fa91beea
2024-11-14T02:53:11,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/07af316ee23844c0b61d4928335f032b to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/07af316ee23844c0b61d4928335f032b
2024-11-14T02:53:11,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/1bac43e6e7854c7da8114fac643a83ee to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/1bac43e6e7854c7da8114fac643a83ee
2024-11-14T02:53:11,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/bbe97b307f50443da233d18a4aa7d8d0 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/bbe97b307f50443da233d18a4aa7d8d0
2024-11-14T02:53:11,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/b8066003b0dc45e3aa4d5afebb1db1f9 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/b8066003b0dc45e3aa4d5afebb1db1f9
2024-11-14T02:53:11,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/730b85ee74fc412c9c4f953727ec4a00 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/730b85ee74fc412c9c4f953727ec4a00
2024-11-14T02:53:11,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/470f61e33f1c41dba8cfa0c334e7b6bc, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/3ee36d212a0148249196638d351b8d01, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/5597e29a984847f9b8eb31f5835d3c7a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/f678a69c2f794daabfafc197ef7654da, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/5ed3c991ad424874b5d83cd868b873c9, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/e77986e6b6e1485b90dd689cbabe0546, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/899bb97d725e4bad9cc4214e66ffe260, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/ae8d4e89604a45b2baccde9f1fd061c3, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/69b735c58f324151af7aae25964c7bb1, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/92d6624e0aac474ab4cafdf3d5cd8159, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/2b39f309b08e43b196a07564153054c8, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/d69145c6f287467f82aa6cfd56030fd7, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/952c19ec1e244addaea825d59f53f359, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/7ced3115092b44d8a7873407aca35d4a, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/1a723f69ce284caf9cbe40d9bc851c68, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/a2fefe049b9a4fed8332d9aa2b5fea82, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/5610e25578984451bf0da05a2bb3d61d, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/59823752121c450b9984cd50f0d25b00, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/0c6ed9d989b64591a47c369936574fb5] to archive
2024-11-14T02:53:11,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-14T02:53:11,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/470f61e33f1c41dba8cfa0c334e7b6bc to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/470f61e33f1c41dba8cfa0c334e7b6bc
2024-11-14T02:53:11,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/3ee36d212a0148249196638d351b8d01 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/3ee36d212a0148249196638d351b8d01
2024-11-14T02:53:11,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/5597e29a984847f9b8eb31f5835d3c7a to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/5597e29a984847f9b8eb31f5835d3c7a
2024-11-14T02:53:11,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/f678a69c2f794daabfafc197ef7654da to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/f678a69c2f794daabfafc197ef7654da
2024-11-14T02:53:11,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/5ed3c991ad424874b5d83cd868b873c9 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/5ed3c991ad424874b5d83cd868b873c9
2024-11-14T02:53:11,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/e77986e6b6e1485b90dd689cbabe0546 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/e77986e6b6e1485b90dd689cbabe0546
2024-11-14T02:53:11,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/899bb97d725e4bad9cc4214e66ffe260 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/899bb97d725e4bad9cc4214e66ffe260
2024-11-14T02:53:11,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/ae8d4e89604a45b2baccde9f1fd061c3 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/ae8d4e89604a45b2baccde9f1fd061c3
2024-11-14T02:53:11,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/69b735c58f324151af7aae25964c7bb1 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/69b735c58f324151af7aae25964c7bb1
2024-11-14T02:53:11,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/92d6624e0aac474ab4cafdf3d5cd8159 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/92d6624e0aac474ab4cafdf3d5cd8159
2024-11-14T02:53:11,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/2b39f309b08e43b196a07564153054c8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/2b39f309b08e43b196a07564153054c8
2024-11-14T02:53:11,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/d69145c6f287467f82aa6cfd56030fd7 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/d69145c6f287467f82aa6cfd56030fd7
2024-11-14T02:53:11,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/952c19ec1e244addaea825d59f53f359 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/952c19ec1e244addaea825d59f53f359
2024-11-14T02:53:11,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/7ced3115092b44d8a7873407aca35d4a to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/7ced3115092b44d8a7873407aca35d4a
2024-11-14T02:53:11,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/1a723f69ce284caf9cbe40d9bc851c68 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/1a723f69ce284caf9cbe40d9bc851c68
2024-11-14T02:53:11,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/a2fefe049b9a4fed8332d9aa2b5fea82 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/a2fefe049b9a4fed8332d9aa2b5fea82
2024-11-14T02:53:11,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/5610e25578984451bf0da05a2bb3d61d to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/5610e25578984451bf0da05a2bb3d61d
2024-11-14T02:53:11,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/59823752121c450b9984cd50f0d25b00 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/59823752121c450b9984cd50f0d25b00
2024-11-14T02:53:11,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/0c6ed9d989b64591a47c369936574fb5 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/0c6ed9d989b64591a47c369936574fb5
2024-11-14T02:53:11,183 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/recovered.edits/408.seqid, newMaxSeqId=408, maxSeqId=4
2024-11-14T02:53:11,183 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.
2024-11-14T02:53:11,183 DEBUG [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1676): Region close journal for 12388d089050b3ec104e8c519546fff8:
Waiting for close lock at 1731552789847Running coprocessor pre-close hooks at 1731552789847Disabling compacts and flushes for region at 1731552789847Disabling writes for close at 1731552789848 (+1 ms)Obtaining lock to block concurrent updates at 1731552789848Preparing flush snapshotting stores in 12388d089050b3ec104e8c519546fff8 at 1731552789848Finished memstore snapshotting TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1731552789849 (+1 ms)Flushing stores of TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8. at 1731552789850 (+1 ms)Flushing 12388d089050b3ec104e8c519546fff8/A: creating writer at 1731552789850Flushing mob file 12388d089050b3ec104e8c519546fff8/A: appending metadata at 1731552789858 (+8 ms)Flushing mob file 12388d089050b3ec104e8c519546fff8/A: closing flushed file at 1731552789858Flushing 12388d089050b3ec104e8c519546fff8/A: appending metadata at 1731552789868 (+10 ms)Flushing 12388d089050b3ec104e8c519546fff8/A: closing flushed file at 1731552789868Flushing 12388d089050b3ec104e8c519546fff8/B: creating writer at 1731552790282 (+414 ms)Flushing 12388d089050b3ec104e8c519546fff8/B: appending metadata at 1731552790285 (+3 ms)Flushing 12388d089050b3ec104e8c519546fff8/B: closing flushed file at 1731552790285Flushing 12388d089050b3ec104e8c519546fff8/C: creating writer at 1731552790692 (+407 ms)Flushing 12388d089050b3ec104e8c519546fff8/C: appending metadata at 1731552790694 (+2 ms)Flushing 12388d089050b3ec104e8c519546fff8/C: closing flushed file at 1731552790694Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@604745ee: reopening flushed file at 1731552791102 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4999e2b6: reopening flushed file at 1731552791106 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5514b881: reopening flushed file at 1731552791109 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 12388d089050b3ec104e8c519546fff8 in 1264ms, sequenceid=405, compaction requested=true at 1731552791112 (+3 ms)Writing region close event to WAL at 1731552791180 (+68 ms)Running coprocessor post-close hooks at 1731552791183 (+3 ms)Closed at 1731552791183
2024-11-14T02:53:11,185 INFO  [RS_CLOSE_REGION-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(157): Closed 12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:11,185 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=164 updating hbase:meta row=12388d089050b3ec104e8c519546fff8, regionState=CLOSED
2024-11-14T02:53:11,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=165, ppid=164, state=RUNNABLE, hasLock=false; CloseRegionProcedure 12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826 because future has completed
2024-11-14T02:53:11,188 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164
2024-11-14T02:53:11,188 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; CloseRegionProcedure 12388d089050b3ec104e8c519546fff8, server=83c5a5c119d5,40161,1731552599826 in 1.4940 sec
2024-11-14T02:53:11,189 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=164, resume processing ppid=163
2024-11-14T02:53:11,189 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, ppid=163, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=12388d089050b3ec104e8c519546fff8, UNASSIGN in 1.4970 sec
2024-11-14T02:53:11,191 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162
2024-11-14T02:53:11,191 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4990 sec
2024-11-14T02:53:11,192 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731552791192"}]},"ts":"1731552791192"}
2024-11-14T02:53:11,193 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-14T02:53:11,193 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-14T02:53:11,195 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5120 sec
2024-11-14T02:53:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-14T02:53:11,837 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:53:11,839 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees
2024-11-14T02:53:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:53:11,844 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=166, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:53:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-14T02:53:11,845 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=166, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:53:11,849 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:11,852 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A, FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B, FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C, FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/recovered.edits]
2024-11-14T02:53:11,856 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/a160b78b5a5b44438f268e4742650fa1 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/a160b78b5a5b44438f268e4742650fa1
2024-11-14T02:53:11,858 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/abcfdb5049094b56ba2ac8abcc6f28d0 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/abcfdb5049094b56ba2ac8abcc6f28d0
2024-11-14T02:53:11,860 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/ac4ba976231e4b799ef44f01c2da9b26 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/A/ac4ba976231e4b799ef44f01c2da9b26
2024-11-14T02:53:11,863 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/3501ae9ab3d74feeabc87113a6a83cb3 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/3501ae9ab3d74feeabc87113a6a83cb3
2024-11-14T02:53:11,865 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/919790e3f5f64e7d941e7664037153af to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/919790e3f5f64e7d941e7664037153af
2024-11-14T02:53:11,866 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/c5244b2572aa403d8ac51549d0293ba5 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/B/c5244b2572aa403d8ac51549d0293ba5
2024-11-14T02:53:11,869 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/6f6862cc5fc74341886c10fc74a7575c to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/6f6862cc5fc74341886c10fc74a7575c
2024-11-14T02:53:11,871 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/8a0f5a7684fc4ee98dfca09e56fcd44e to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/8a0f5a7684fc4ee98dfca09e56fcd44e
2024-11-14T02:53:11,873 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/914cd0431a4e41d88053cbe944060d9e to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/C/914cd0431a4e41d88053cbe944060d9e
2024-11-14T02:53:11,876 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/recovered.edits/408.seqid to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8/recovered.edits/408.seqid
2024-11-14T02:53:11,877 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/default/TestAcidGuarantees/12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:11,877 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-14T02:53:11,877 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-14T02:53:11,878 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-14T02:53:11,882 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140009bec6759847ffbf867685b995ccab_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411140009bec6759847ffbf867685b995ccab_12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:11,883 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111405a26aabd23a4fe2accedec8e19a8e82_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111405a26aabd23a4fe2accedec8e19a8e82_12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:11,885 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142ceed58c3942440e8f092609fbd77193_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411142ceed58c3942440e8f092609fbd77193_12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:11,887 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111443de9f04b0194d9d8e2dc4738b81dab1_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111443de9f04b0194d9d8e2dc4738b81dab1_12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:11,888 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114523f15b247af4c82b05bcbeda321afda_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114523f15b247af4c82b05bcbeda321afda_12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:11,889 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145422157cc3e74ffb90649e358cfbc235_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411145422157cc3e74ffb90649e358cfbc235_12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:11,890 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146ed90f1d214d479c9c4ecb55cfc79445_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411146ed90f1d214d479c9c4ecb55cfc79445_12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:11,891 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111483183f44905f47928282cd9c8437d4a2_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111483183f44905f47928282cd9c8437d4a2_12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:11,892 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148f049c49c5a04d7d867fb4e08a036fd8_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411148f049c49c5a04d7d867fb4e08a036fd8_12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:11,892 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111492da9fc2b0e240b692f4a269eb48ca73_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111492da9fc2b0e240b692f4a269eb48ca73_12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:11,893 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111493cda74843d54781ae8c3e81e63971a3_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111493cda74843d54781ae8c3e81e63971a3_12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:11,894 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114aee92fe27d45442f94f32dd30b0227f9_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114aee92fe27d45442f94f32dd30b0227f9_12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:11,895 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b9e3dccd0b4b4d7c94fa15318ba22430_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114b9e3dccd0b4b4d7c94fa15318ba22430_12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:11,896 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e2d1bec5387b4a1f8fab56c1373a6018_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114e2d1bec5387b4a1f8fab56c1373a6018_12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:11,897 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f3f30527452544e78af7748e12216e06_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f3f30527452544e78af7748e12216e06_12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:11,898 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f57cded83f31478e96736465df745150_12388d089050b3ec104e8c519546fff8 to hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241114f57cded83f31478e96736465df745150_12388d089050b3ec104e8c519546fff8
2024-11-14T02:53:11,898 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-14T02:53:11,900 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=166, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:53:11,902 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-14T02:53:11,904 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-14T02:53:11,905 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=166, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:53:11,905 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-14T02:53:11,905 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731552791905"}]},"ts":"9223372036854775807"}
2024-11-14T02:53:11,907 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-14T02:53:11,907 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 12388d089050b3ec104e8c519546fff8, NAME => 'TestAcidGuarantees,,1731552762395.12388d089050b3ec104e8c519546fff8.', STARTKEY => '', ENDKEY => ''}]
2024-11-14T02:53:11,907 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-14T02:53:11,907 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731552791907"}]},"ts":"9223372036854775807"}
2024-11-14T02:53:11,909 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-14T02:53:11,909 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=166, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-14T02:53:11,910 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 70 msec
2024-11-14T02:53:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41973 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166
2024-11-14T02:53:11,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-14T02:53:11,957 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-14T02:53:11,968 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=251 (was 247) - Thread LEAK? -, OpenFileDescriptor=451 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 314) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4968 (was 5013)
2024-11-14T02:53:11,968 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-14T02:53:11,968 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-14T02:53:11,968 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-14T02:53:11,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:11,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:11,968 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-14T02:53:11,968 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-14T02:53:11,968 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1975601807, stopped=false
2024-11-14T02:53:11,969 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=83c5a5c119d5,41973,1731552599109
2024-11-14T02:53:12,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x10138898b080001, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-14T02:53:12,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-14T02:53:12,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x10138898b080001, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T02:53:12,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T02:53:12,012 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-14T02:53:12,012 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-14T02:53:12,012 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-14T02:53:12,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:12,012 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '83c5a5c119d5,40161,1731552599826' *****
2024-11-14T02:53:12,012 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-14T02:53:12,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40161-0x10138898b080001, quorum=127.0.0.1:52980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-14T02:53:12,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-14T02:53:12,013 INFO  [RS:0;83c5a5c119d5:40161 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-14T02:53:12,013 INFO  [RS:0;83c5a5c119d5:40161 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-14T02:53:12,013 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-14T02:53:12,013 INFO  [RS:0;83c5a5c119d5:40161 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-14T02:53:12,013 INFO  [RS:0;83c5a5c119d5:40161 {}] regionserver.HRegionServer(959): stopping server 83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:12,013 INFO  [RS:0;83c5a5c119d5:40161 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-14T02:53:12,013 INFO  [RS:0;83c5a5c119d5:40161 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;83c5a5c119d5:40161.
2024-11-14T02:53:12,013 DEBUG [RS:0;83c5a5c119d5:40161 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-14T02:53:12,013 DEBUG [RS:0;83c5a5c119d5:40161 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:12,014 INFO  [RS:0;83c5a5c119d5:40161 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-14T02:53:12,014 INFO  [RS:0;83c5a5c119d5:40161 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-14T02:53:12,014 INFO  [RS:0;83c5a5c119d5:40161 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-14T02:53:12,014 INFO  [RS:0;83c5a5c119d5:40161 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-14T02:53:12,014 INFO  [RS:0;83c5a5c119d5:40161 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-14T02:53:12,014 DEBUG [RS:0;83c5a5c119d5:40161 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-14T02:53:12,015 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-14T02:53:12,015 INFO  [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-14T02:53:12,015 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-14T02:53:12,015 DEBUG [RS:0;83c5a5c119d5:40161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-14T02:53:12,015 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-14T02:53:12,015 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-14T02:53:12,015 INFO  [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB
2024-11-14T02:53:12,035 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740/.tmp/info/08cf2f36e7d54166809d2cf46cf99c9c is 95, key is TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7./info:/1731552636899/DeleteFamily/seqid=0
2024-11-14T02:53:12,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742412_1588 (size=6514)
2024-11-14T02:53:12,092 INFO  [regionserver/83c5a5c119d5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-14T02:53:12,215 DEBUG [RS:0;83c5a5c119d5:40161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-14T02:53:12,415 DEBUG [RS:0;83c5a5c119d5:40161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-14T02:53:12,440 INFO  [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740/.tmp/info/08cf2f36e7d54166809d2cf46cf99c9c
2024-11-14T02:53:12,462 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740/.tmp/ns/85daf558dbb44686ac42f0dfa2743557 is 93, key is TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7./ns:/1731552636857/DeleteFamily/seqid=0
2024-11-14T02:53:12,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742413_1589 (size=5906)
2024-11-14T02:53:12,615 DEBUG [RS:0;83c5a5c119d5:40161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-14T02:53:12,696 INFO  [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-14T02:53:12,696 INFO  [regionserver/83c5a5c119d5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-14T02:53:12,816 DEBUG [RS:0;83c5a5c119d5:40161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-14T02:53:12,866 INFO  [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740/.tmp/ns/85daf558dbb44686ac42f0dfa2743557
2024-11-14T02:53:12,884 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740/.tmp/rep_barrier/e019b165460f404393501d85af96084e is 102, key is TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7./rep_barrier:/1731552636857/DeleteFamily/seqid=0
2024-11-14T02:53:12,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742414_1590 (size=6025)
2024-11-14T02:53:13,016 DEBUG [RS:0;83c5a5c119d5:40161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-14T02:53:13,216 DEBUG [RS:0;83c5a5c119d5:40161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-14T02:53:13,291 INFO  [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740/.tmp/rep_barrier/e019b165460f404393501d85af96084e
2024-11-14T02:53:13,312 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740/.tmp/table/283f22fcc84b48898a152a6f636e6fbf is 96, key is TestAcidGuarantees,,1731552603910.914ba898dc65fa1954199dd2c3938ba7./table:/1731552636857/DeleteFamily/seqid=0
2024-11-14T02:53:13,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742415_1591 (size=5936)
2024-11-14T02:53:13,416 DEBUG [RS:0;83c5a5c119d5:40161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-14T02:53:13,617 DEBUG [RS:0;83c5a5c119d5:40161 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-14T02:53:13,716 INFO  [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740/.tmp/table/283f22fcc84b48898a152a6f636e6fbf
2024-11-14T02:53:13,720 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740/.tmp/info/08cf2f36e7d54166809d2cf46cf99c9c as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740/info/08cf2f36e7d54166809d2cf46cf99c9c
2024-11-14T02:53:13,724 INFO  [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740/info/08cf2f36e7d54166809d2cf46cf99c9c, entries=12, sequenceid=90, filesize=6.4 K
2024-11-14T02:53:13,725 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740/.tmp/ns/85daf558dbb44686ac42f0dfa2743557 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740/ns/85daf558dbb44686ac42f0dfa2743557
2024-11-14T02:53:13,729 INFO  [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740/ns/85daf558dbb44686ac42f0dfa2743557, entries=8, sequenceid=90, filesize=5.8 K
2024-11-14T02:53:13,730 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740/.tmp/rep_barrier/e019b165460f404393501d85af96084e as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740/rep_barrier/e019b165460f404393501d85af96084e
2024-11-14T02:53:13,734 INFO  [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740/rep_barrier/e019b165460f404393501d85af96084e, entries=6, sequenceid=90, filesize=5.9 K
2024-11-14T02:53:13,734 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740/.tmp/table/283f22fcc84b48898a152a6f636e6fbf as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740/table/283f22fcc84b48898a152a6f636e6fbf
2024-11-14T02:53:13,739 INFO  [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740/table/283f22fcc84b48898a152a6f636e6fbf, entries=7, sequenceid=90, filesize=5.8 K
2024-11-14T02:53:13,740 INFO  [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=90, compaction requested=false
2024-11-14T02:53:13,748 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1
2024-11-14T02:53:13,748 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-14T02:53:13,748 INFO  [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-14T02:53:13,748 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731552792014Running coprocessor pre-close hooks at 1731552792015 (+1 ms)Disabling compacts and flushes for region at 1731552792015Disabling writes for close at 1731552792015Obtaining lock to block concurrent updates at 1731552792015Preparing flush snapshotting stores in 1588230740 at 1731552792015Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731552792015Flushing stores of hbase:meta,,1.1588230740 at 1731552792016 (+1 ms)Flushing 1588230740/info: creating writer at 1731552792016Flushing 1588230740/info: appending metadata at 1731552792035 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731552792035Flushing 1588230740/ns: creating writer at 1731552792448 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731552792462 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731552792462Flushing 1588230740/rep_barrier: creating writer at 1731552792869 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731552792883 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731552792883Flushing 1588230740/table: creating writer at 1731552793296 (+413 ms)Flushing 1588230740/table: appending metadata at 1731552793312 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731552793312Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@704f9eca: reopening flushed file at 1731552793720 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c620e84: reopening flushed file at 1731552793725 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f8c0701: reopening flushed file at 1731552793730 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2118fb0f: reopening flushed file at 1731552793734 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=90, compaction requested=false at 1731552793740 (+6 ms)Writing region close event to WAL at 1731552793745 (+5 ms)Running coprocessor post-close hooks at 1731552793748 (+3 ms)Closed at 1731552793748
2024-11-14T02:53:13,748 DEBUG [RS_CLOSE_META-regionserver/83c5a5c119d5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-14T02:53:13,817 INFO  [RS:0;83c5a5c119d5:40161 {}] regionserver.HRegionServer(976): stopping server 83c5a5c119d5,40161,1731552599826; all regions closed.
2024-11-14T02:53:13,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741834_1010 (size=25344)
2024-11-14T02:53:13,849 DEBUG [RS:0;83c5a5c119d5:40161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/oldWALs
2024-11-14T02:53:13,849 INFO  [RS:0;83c5a5c119d5:40161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C40161%2C1731552599826.meta:.meta(num 1731552603506)
2024-11-14T02:53:13,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741833_1009 (size=15346823)
2024-11-14T02:53:13,855 DEBUG [RS:0;83c5a5c119d5:40161 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/oldWALs
2024-11-14T02:53:13,855 INFO  [RS:0;83c5a5c119d5:40161 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 83c5a5c119d5%2C40161%2C1731552599826:(num 1731552602857)
2024-11-14T02:53:13,855 DEBUG [RS:0;83c5a5c119d5:40161 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-14T02:53:13,855 INFO  [RS:0;83c5a5c119d5:40161 {}] regionserver.LeaseManager(133): Closed leases
2024-11-14T02:53:13,855 INFO  [RS:0;83c5a5c119d5:40161 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-14T02:53:13,856 INFO  [RS:0;83c5a5c119d5:40161 {}] hbase.ChoreService(370): Chore service for: regionserver/83c5a5c119d5:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-14T02:53:13,856 INFO  [RS:0;83c5a5c119d5:40161 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-14T02:53:13,856 INFO  [regionserver/83c5a5c119d5:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-14T02:53:13,857 INFO  [RS:0;83c5a5c119d5:40161 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40161
2024-11-14T02:53:14,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-14T02:53:14,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x10138898b080001, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/83c5a5c119d5,40161,1731552599826
2024-11-14T02:53:14,009 INFO  [RS:0;83c5a5c119d5:40161 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-14T02:53:14,010 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [83c5a5c119d5,40161,1731552599826]
2024-11-14T02:53:14,078 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/83c5a5c119d5,40161,1731552599826 already deleted, retry=false
2024-11-14T02:53:14,078 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 83c5a5c119d5,40161,1731552599826 expired; onlineServers=0
2024-11-14T02:53:14,078 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '83c5a5c119d5,41973,1731552599109' *****
2024-11-14T02:53:14,079 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-14T02:53:14,079 INFO  [M:0;83c5a5c119d5:41973 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-14T02:53:14,079 INFO  [M:0;83c5a5c119d5:41973 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-14T02:53:14,079 DEBUG [M:0;83c5a5c119d5:41973 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-14T02:53:14,079 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-14T02:53:14,079 DEBUG [M:0;83c5a5c119d5:41973 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-14T02:53:14,079 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552602602 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.large.0-1731552602602,5,FailOnTimeoutGroup]
2024-11-14T02:53:14,079 DEBUG [master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552602604 {}] cleaner.HFileCleaner(306): Exit Thread[master/83c5a5c119d5:0:becomeActiveMaster-HFileCleaner.small.0-1731552602604,5,FailOnTimeoutGroup]
2024-11-14T02:53:14,079 INFO  [M:0;83c5a5c119d5:41973 {}] hbase.ChoreService(370): Chore service for: master/83c5a5c119d5:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-14T02:53:14,079 INFO  [M:0;83c5a5c119d5:41973 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-14T02:53:14,079 DEBUG [M:0;83c5a5c119d5:41973 {}] master.HMaster(1795): Stopping service threads
2024-11-14T02:53:14,080 INFO  [M:0;83c5a5c119d5:41973 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-14T02:53:14,080 INFO  [M:0;83c5a5c119d5:41973 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-14T02:53:14,080 ERROR [M:0;83c5a5c119d5:41973 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:34193 from jenkins,5,PEWorkerGroup]
    Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34193,5,PEWorkerGroup]
    Thread[HFileArchiver-6,5,PEWorkerGroup]
2024-11-14T02:53:14,080 INFO  [M:0;83c5a5c119d5:41973 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-14T02:53:14,080 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-14T02:53:14,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-14T02:53:14,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-14T02:53:14,086 DEBUG [M:0;83c5a5c119d5:41973 {}] zookeeper.ZKUtil(347): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-14T02:53:14,087 WARN  [M:0;83c5a5c119d5:41973 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-14T02:53:14,087 INFO  [M:0;83c5a5c119d5:41973 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/.lastflushedseqids
2024-11-14T02:53:14,099 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742416_1592 (size=72)
2024-11-14T02:53:14,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x10138898b080001, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-14T02:53:14,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40161-0x10138898b080001, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-14T02:53:14,169 INFO  [RS:0;83c5a5c119d5:40161 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-14T02:53:14,169 INFO  [RS:0;83c5a5c119d5:40161 {}] regionserver.HRegionServer(1031): Exiting; stopping=83c5a5c119d5,40161,1731552599826; zookeeper connection closed.
2024-11-14T02:53:14,170 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10c7dde4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10c7dde4
2024-11-14T02:53:14,170 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-14T02:53:14,499 INFO  [M:0;83c5a5c119d5:41973 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-14T02:53:14,500 INFO  [M:0;83c5a5c119d5:41973 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-14T02:53:14,500 DEBUG [M:0;83c5a5c119d5:41973 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-14T02:53:14,500 INFO  [M:0;83c5a5c119d5:41973 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T02:53:14,500 DEBUG [M:0;83c5a5c119d5:41973 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T02:53:14,500 DEBUG [M:0;83c5a5c119d5:41973 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-14T02:53:14,500 DEBUG [M:0;83c5a5c119d5:41973 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T02:53:14,500 INFO  [M:0;83c5a5c119d5:41973 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=754.13 KB heapSize=922.25 KB
2024-11-14T02:53:14,518 DEBUG [M:0;83c5a5c119d5:41973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/384d2c72622843dfa20eac7861a3331a is 82, key is hbase:meta,,1/info:regioninfo/1731552603581/Put/seqid=0
2024-11-14T02:53:14,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742417_1593 (size=5672)
2024-11-14T02:53:14,921 INFO  [M:0;83c5a5c119d5:41973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2072 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/384d2c72622843dfa20eac7861a3331a
2024-11-14T02:53:14,945 DEBUG [M:0;83c5a5c119d5:41973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6113e0cf048426fb4afe9bc5d474a52 is 2479, key is \x00\x00\x00\x00\x00\x00\x00#/proc:d/1731552639095/Put/seqid=0
2024-11-14T02:53:14,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742418_1594 (size=44651)
2024-11-14T02:53:14,949 INFO  [M:0;83c5a5c119d5:41973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=753.57 KB at sequenceid=2072 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6113e0cf048426fb4afe9bc5d474a52
2024-11-14T02:53:14,952 INFO  [M:0;83c5a5c119d5:41973 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6113e0cf048426fb4afe9bc5d474a52
2024-11-14T02:53:14,967 DEBUG [M:0;83c5a5c119d5:41973 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7133471711574ba8a96ffe02baeb7ab4 is 69, key is 83c5a5c119d5,40161,1731552599826/rs:state/1731552602613/Put/seqid=0
2024-11-14T02:53:14,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073742419_1595 (size=5156)
2024-11-14T02:53:15,371 INFO  [M:0;83c5a5c119d5:41973 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2072 (bloomFilter=true), to=hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7133471711574ba8a96ffe02baeb7ab4
2024-11-14T02:53:15,380 DEBUG [M:0;83c5a5c119d5:41973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/384d2c72622843dfa20eac7861a3331a as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/384d2c72622843dfa20eac7861a3331a
2024-11-14T02:53:15,384 INFO  [M:0;83c5a5c119d5:41973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/384d2c72622843dfa20eac7861a3331a, entries=8, sequenceid=2072, filesize=5.5 K
2024-11-14T02:53:15,384 DEBUG [M:0;83c5a5c119d5:41973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e6113e0cf048426fb4afe9bc5d474a52 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6113e0cf048426fb4afe9bc5d474a52
2024-11-14T02:53:15,387 INFO  [M:0;83c5a5c119d5:41973 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e6113e0cf048426fb4afe9bc5d474a52
2024-11-14T02:53:15,387 INFO  [M:0;83c5a5c119d5:41973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e6113e0cf048426fb4afe9bc5d474a52, entries=166, sequenceid=2072, filesize=43.6 K
2024-11-14T02:53:15,388 DEBUG [M:0;83c5a5c119d5:41973 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7133471711574ba8a96ffe02baeb7ab4 as hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7133471711574ba8a96ffe02baeb7ab4
2024-11-14T02:53:15,390 INFO  [M:0;83c5a5c119d5:41973 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34193/user/jenkins/test-data/6025f6ca-ab03-e19a-5599-6f944859855e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7133471711574ba8a96ffe02baeb7ab4, entries=1, sequenceid=2072, filesize=5.0 K
2024-11-14T02:53:15,391 INFO  [M:0;83c5a5c119d5:41973 {}] regionserver.HRegion(3140): Finished flush of dataSize ~754.13 KB/772227, heapSize ~921.95 KB/944080, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=2072, compaction requested=false
2024-11-14T02:53:15,392 INFO  [M:0;83c5a5c119d5:41973 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-14T02:53:15,392 DEBUG [M:0;83c5a5c119d5:41973 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731552794500Disabling compacts and flushes for region at 1731552794500Disabling writes for close at 1731552794500Obtaining lock to block concurrent updates at 1731552794500Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731552794500Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=772227, getHeapSize=944320, getOffHeapSize=0, getCellsCount=2263 at 1731552794500Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731552794501 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731552794501Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731552794518 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731552794518Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731552794926 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731552794945 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731552794945Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731552794952 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731552794966 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731552794966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bf29aff: reopening flushed file at 1731552795379 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7220f4fb: reopening flushed file at 1731552795384 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38d0f522: reopening flushed file at 1731552795387 (+3 ms)Finished flush of dataSize ~754.13 KB/772227, heapSize ~921.95 KB/944080, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 891ms, sequenceid=2072, compaction requested=false at 1731552795391 (+4 ms)Writing region close event to WAL at 1731552795392 (+1 ms)Closed at 1731552795392
2024-11-14T02:53:15,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40785 is added to blk_1073741830_1006 (size=908090)
2024-11-14T02:53:15,395 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-14T02:53:15,395 INFO  [M:0;83c5a5c119d5:41973 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-14T02:53:15,396 INFO  [M:0;83c5a5c119d5:41973 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41973
2024-11-14T02:53:15,396 INFO  [M:0;83c5a5c119d5:41973 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-14T02:53:15,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-14T02:53:15,520 INFO  [M:0;83c5a5c119d5:41973 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-14T02:53:15,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41973-0x10138898b080000, quorum=127.0.0.1:52980, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-14T02:53:15,530 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-14T02:53:15,534 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-14T02:53:15,534 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-14T02:53:15,534 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-14T02:53:15,534 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/hadoop.log.dir/,STOPPED}
2024-11-14T02:53:15,538 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-14T02:53:15,538 WARN  [BP-455666680-172.17.0.2-1731552595762 heartbeating to localhost/127.0.0.1:34193 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-14T02:53:15,538 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-14T02:53:15,538 WARN  [BP-455666680-172.17.0.2-1731552595762 heartbeating to localhost/127.0.0.1:34193 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-455666680-172.17.0.2-1731552595762 (Datanode Uuid acffd790-49bf-4abb-b5b9-4f33583e8638) service to localhost/127.0.0.1:34193
2024-11-14T02:53:15,540 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/cluster_afb49268-fc86-9d4b-cab7-f54589ba5f56/data/data1/current/BP-455666680-172.17.0.2-1731552595762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-14T02:53:15,540 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/cluster_afb49268-fc86-9d4b-cab7-f54589ba5f56/data/data2/current/BP-455666680-172.17.0.2-1731552595762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-14T02:53:15,541 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-14T02:53:15,547 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-14T02:53:15,548 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-14T02:53:15,548 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-14T02:53:15,548 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-14T02:53:15,548 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b028467b-4b59-4687-c6e5-5cb748f299fb/hadoop.log.dir/,STOPPED}
2024-11-14T02:53:15,561 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-14T02:53:15,692 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down